[ 537.088415] env[66778]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 537.088415] env[66778]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 538.076422] env[66865]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 538.076422] env[66865]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 539.605458] env[66865]: INFO neutron.common.config [-] Logging enabled! [ 539.605753] env[66865]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev54 [ 539.606088] env[66865]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66865) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 539.606402] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 539.606500] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 539.607349] env[66865]: WARNING oslo_policy.policy [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 539.607574] env[66865]: WARNING oslo_policy.policy [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 539.609239] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] VMware NSXv3 Agent initialized successfully. [ 539.609590] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] Acquiring lock "singleton_lock" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.609716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] Acquired lock "singleton_lock" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.609922] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] Releasing lock "singleton_lock" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.610276] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] Full set of CONF: {{(pid=66865) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 539.610388] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ******************************************************************************** {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 539.610491] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] Configuration options gathered from: {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 539.610891] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 539.611076] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 539.611193] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ================================================================================ {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 539.611374] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] agent_down_time = 75 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.611548] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] allow_automatic_dhcp_failover = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.611686] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] allow_bulk = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.611829] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] api_extensions_path = {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.612024] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] api_paste_config = api-paste.ini {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.612173] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] auth_strategy = keystone {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.612280] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] backdoor_port = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.612381] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] backdoor_socket = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.612517] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] backlog = 4096 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.612652] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.612808] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] bind_host = 0.0.0.0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.612947] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] bind_port = 9696 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.613092] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] client_socket_timeout = 900 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.613230] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] config_dir = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.613338] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.613474] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] config_source = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.613609] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] control_exchange = neutron {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.613744] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] core_plugin = ml2 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.613878] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] debug = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.614024] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] default_availability_zones = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.614225] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.614364] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] dhcp_agent_notification = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.614496] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] dhcp_agents_per_network = 1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.614625] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] dhcp_lease_duration = 86400 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.614761] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] dhcp_load_type = networks {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.614893] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] dns_domain = openstacklocal {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.615036] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.615172] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] enable_default_route_bfd = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.615298] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] enable_default_route_ecmp = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.615423] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] enable_dvr = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.615549] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] enable_new_agents = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.615674] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.615800] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] enable_signals = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.615925] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] enable_traditional_dhcp = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.616062] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] external_dns_driver = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.616193] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] filter_validation = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.616330] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] global_physnet_mtu = 8950 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.616461] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] graceful_shutdown_timeout = 60 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.616633] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] host = cpu-1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.616766] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] host_dvr_for_dhcp = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.616897] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] http_retries = 3 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.617044] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] instance_format = [instance: %(uuid)s] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.617184] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.617320] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ipam_driver = internal {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.617449] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ipv6_pd_enabled = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.617600] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] l3_ha = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.617705] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.617838] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] l3_ha_network_physical_name = {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.617969] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] l3_ha_network_type = {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.618116] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_color = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.618249] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_config_append = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.618382] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.618511] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_dir = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.618637] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_file = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.618738] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_options = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.618869] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_rotate_interval = 1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619012] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_rotate_interval_type = days {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619152] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] log_rotation_type = none {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619252] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619351] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619485] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619616] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619714] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619844] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] max_dns_nameservers = 5 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.619972] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] max_header_line = 16384 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.620133] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] max_l3_agents_per_router = 3 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.620269] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] max_logfile_count = 30 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.620399] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] max_logfile_size_mb = 200 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.620527] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] max_subnet_host_routes = 20 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.620664] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] my_ip = 10.180.1.21 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.620798] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] my_ipv6 = ::1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.620927] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] network_auto_schedule = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.621069] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] network_link_prefix = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.621210] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.621345] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] notify_nova_on_port_data_changes = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.621478] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] notify_nova_on_port_status_changes = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.621614] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] pagination_max_limit = -1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.621745] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] publish_errors = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.621873] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] rate_limit_burst = 0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.622016] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] rate_limit_except_level = CRITICAL {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.622148] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] rate_limit_interval = 0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.622281] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] retry_until_window = 30 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.622433] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] router_distributed = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.622572] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] rpc_resources_processing_step = 20 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.622700] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] rpc_response_max_timeout = 600 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.622832] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] rpc_response_timeout = 60 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.622959] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] send_events_interval = 2 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.623122] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] service_plugins = ['router'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.623264] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] setproctitle = on {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.623389] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] shell_completion = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.623524] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] state_path = /opt/stack/data/neutron {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.623660] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] syslog_log_facility = LOG_USER {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.623790] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] tcp_keepidle = 600 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.623922] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] transport_url = **** {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.624067] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] use_journal = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.624202] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] use_json = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.624334] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] use_ssl = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.624463] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] use_stderr = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.624596] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] use_syslog = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.624722] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] vlan_qinq = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.624848] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] vlan_transparent = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.624977] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] watch_log_file = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.625120] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] wsgi_default_pool_size = 100 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.625247] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] wsgi_keep_alive = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.625383] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.625512] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] wsgi_server_debug = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.625662] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_concurrency.disable_process_locking = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.625803] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.625944] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.626091] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.626234] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.626376] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.626551] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.626721] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.connection_string = messaging:// {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.626865] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.enabled = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.627015] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.es_doc_type = notification {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.627154] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.es_scroll_size = 10000 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.627295] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.es_scroll_time = 2m {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.627428] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.filter_error_trace = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.627566] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.hmac_keys = **** {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.627702] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.sentinel_service_name = mymaster {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.627856] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.socket_timeout = 0.1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.628022] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.trace_requests = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.628159] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler.trace_sqlalchemy = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.628303] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler_jaeger.process_tags = {} {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.628437] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler_jaeger.service_name_prefix = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.628569] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] profiler_otlp.service_name_prefix = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.628718] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.enforce_new_defaults = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.629021] env[66865]: WARNING oslo_config.cfg [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 539.629170] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.enforce_scope = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.629313] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.policy_default_rule = default {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.629465] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.629604] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.629748] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.629896] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.630075] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.630238] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.630382] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.630528] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.630677] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.630826] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] agent.extensions = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.630967] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.631122] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] service_providers.service_provider = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.631267] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.default_quota = -1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.631407] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.631540] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_floatingip = 50 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.631671] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_network = 100 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.631804] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_port = 500 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.631934] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.632077] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_router = 10 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.632257] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_security_group = 10 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.632425] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.632570] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.quota_subnet = 100 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.632705] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] QUOTAS.track_quota_usage = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.632856] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.632990] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep.group = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.633137] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep.helper_command = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.633270] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep.log_daemon_traceback = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.633404] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.633536] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep.thread_pool_size = 8 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.633694] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep.user = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.633835] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.633947] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_dhcp_release.group = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.634121] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_dhcp_release.helper_command = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.634213] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.634348] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.634477] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.634605] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_dhcp_release.user = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.634742] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.634867] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_ovs_vsctl.group = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.634993] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.635139] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.635274] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.635405] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.635533] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_ovs_vsctl.user = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.635737] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_namespace.capabilities = [21] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.635799] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_namespace.group = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.635915] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_namespace.helper_command = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.636055] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.636193] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.636324] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.636452] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_namespace.user = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.636591] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_conntrack.capabilities = [12] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.636721] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_conntrack.group = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.636851] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_conntrack.helper_command = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.636983] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.637129] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.637264] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.637393] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_conntrack.user = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.637531] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_link.capabilities = [12, 21] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.637659] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_link.group = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.637841] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_link.helper_command = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.637921] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_link.log_daemon_traceback = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.638088] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.638241] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_link.thread_pool_size = 8 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.638371] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] privsep_link.user = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.638525] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.638678] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.638811] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.continue_on_failed_promotions = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.638945] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.dscp = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.639091] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.dscp_inherit = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.639236] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.force_mp_to_policy = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.639367] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.locking_coordinator_url = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.639501] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.log_agent_heartbeats = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.639634] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.logging_expire = 1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.639777] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.639912] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.640087] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.polling_interval = 240 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.640237] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.640379] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.640522] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.report_interval = 30.0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.640665] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.640833] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.640985] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.641135] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.sync_skew = 60 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.641271] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.synchronization_queue_size = 20 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.641403] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT.use_helper_for_ns_read = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.641544] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] SECURITYGROUP.enable_ipset = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.641683] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] SECURITYGROUP.enable_security_group = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.641821] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.641963] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.642117] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] experimental.ipv6_pd_enabled = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.642277] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.extension_drivers = ['port_security'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.642410] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.external_network_type = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.642559] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.642700] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.overlay_ip_version = 4 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.642837] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.path_mtu = 8950 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.642978] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.physical_network_mtus = {} {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.643136] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.643279] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.643420] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ml2.type_drivers = ['vlan'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.643560] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.643688] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.643819] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.643961] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.644113] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.644287] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.644444] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.644585] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.644723] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.644923] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.645082] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_login_password = **** {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.645230] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.645364] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_login_user = admin {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.645500] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.645638] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.645771] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.645902] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.646054] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.646201] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.646340] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.646478] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.646612] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.646749] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.646893] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.647040] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.647190] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.647380] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.647525] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.647666] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.647797] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.647936] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.auth_section = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.648109] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.auth_type = password {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.648262] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.648392] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.certfile = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.648527] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.collect_timing = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.648672] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.endpoint_type = public {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.648807] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.insecure = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.648934] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.keyfile = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.649085] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.region_name = RegionOne {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.649222] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.split_loggers = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.649354] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] nova.timeout = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.649488] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.auth_section = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.649627] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.auth_type = password {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.649763] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.649892] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.certfile = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.650049] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.collect_timing = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.650206] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.endpoint_type = public {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.650338] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.insecure = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.650467] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.keyfile = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.650594] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.region_name = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.650723] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.split_loggers = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.650850] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] placement.timeout = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.650988] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.auth_section = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.651146] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.auth_type = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.651256] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.cafile = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.651383] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.certfile = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.651515] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.collect_timing = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.651641] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.connect_retries = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.651768] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.connect_retry_delay = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.651898] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.enable_notifications = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.652035] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.endpoint_override = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.652166] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.insecure = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.652292] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.interface = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.652438] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.keyfile = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.652571] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.max_version = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.652697] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.min_version = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.652823] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.region_name = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.652949] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.retriable_status_codes = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.653087] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.service_name = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.653215] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.service_type = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.653344] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.split_loggers = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.653472] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.status_code_retries = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.653597] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.status_code_retry_delay = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.653723] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.timeout = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.653845] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.valid_interfaces = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.653974] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ironic.version = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.654119] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] cli_script.dry_run = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.654263] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.654395] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.654527] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.654656] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.654786] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.654911] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.655045] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.655179] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.655310] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.655450] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.655575] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.655713] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.655853] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.655989] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.656137] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.656306] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.656463] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.656601] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.656743] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.656879] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.657019] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.657153] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.657290] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.657422] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.657578] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.657690] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.657822] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.657953] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.658100] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.658237] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.658370] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.ssl = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.658509] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.658648] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.658782] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.658920] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.659070] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.659213] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.659356] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_notifications.driver = [] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.659491] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_notifications.retry = -1 {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.659636] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.659768] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.659869] env[66865]: DEBUG oslo_service.backend._eventlet.service [None req-6696655f-5c40-4771-ba7c-37157c43b472 None None] ******************************************************************************** {{(pid=66865) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 539.661018] env[66865]: DEBUG neutron.agent.securitygroups_rpc [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Init firewall settings (driver=nsxv3) {{(pid=66865) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 539.662363] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66865) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 539.662662] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] RPC agent_id: nsxm-l-01a.corp.local [ 539.664900] env[66865]: DEBUG dogpile.cache.region [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 539.665047] env[66865]: DEBUG dogpile.lock [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 539.665136] env[66865]: DEBUG dogpile.lock [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 539.665234] env[66865]: DEBUG dogpile.lock [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 539.665329] env[66865]: DEBUG dogpile.cache.region [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 539.665415] env[66865]: DEBUG dogpile.lock [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 539.665534] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 539.684319] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Session token - acquiring [ 539.685905] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.686115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.686190] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.686618] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.697109] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.974877] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 539.995085] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 539.995301] env[66865]: DEBUG dogpile.cache.region [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Cache value generated in 0.330 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 539.995405] env[66865]: DEBUG dogpile.lock [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 539.995454] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Activating Policy API Provider. [ 539.995635] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Looking for the default Infrastructure Rules. [ 540.065691] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Looking for the Default Layer3 Logged Drop Section. [ 540.081567] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 540.082039] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.082291] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.082402] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.082702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.083047] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.598583] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.100814] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.603726] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Inventory metadata is going to be refreshed. [ 541.603929] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 542.359254] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.359705] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.359705] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.359870] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.372333] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 542.373218] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.373827] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 542.392532] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.392781] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.392822] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.393180] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.393265] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.393441] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 542.393584] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.393713] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 542.417435] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.417636] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.417721] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.418018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.418205] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.418352] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 542.439100] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.439353] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.439434] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.439667] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.439808] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.439949] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 542.466871] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.467117] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.467163] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.467431] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.467568] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.467714] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 542.467815] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.467917] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 542.485826] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.486086] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.486131] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.486408] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.486643] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.486790] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 542.486894] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.486995] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 542.505794] env[66865]: DEBUG networking_nsxv3.common.locking [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.506040] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.506141] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.506402] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.506546] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.506698] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 542.506800] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.506894] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Inventory metadata have been refreshed. [ 542.506988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Dryrun:True. Metadata refresh completed. [ 542.507119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Releasing lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.508794] env[66865]: INFO neutron.agent.agent_extensions_manager [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Loaded agent extensions: [] [ 542.509631] env[66865]: DEBUG neutron_lib.callbacks.manager [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66865) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 542.561983] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent RPC Daemon Started! [ 542.562165] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:0 started [ 542.562240] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent out of sync with plugin! [ 547.510024] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.510460] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.511700] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.512106] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.513416] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.513948] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.070754] env[66865]: INFO networking_nsxv3.common.synchronization [None req-838a3fce-87f4-4c8d-bad8-d9c827ae28de demo admin] Enqueued Resource ID: ebff47f2-bbd0-45aa-ab22-a553fab4be77 with Priority: HIGHEST for action security_group_rules [ 558.071436] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebff47f2-bbd0-45aa-ab22-a553fab4be77 with Priority: HIGHEST for action security_group_rules [ 558.071762] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebff47f2-bbd0-45aa-ab22-a553fab4be77 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.071892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebff47f2-bbd0-45aa-ab22-a553fab4be77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.071963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebff47f2-bbd0-45aa-ab22-a553fab4be77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.072361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebff47f2-bbd0-45aa-ab22-a553fab4be77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.072474] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebff47f2-bbd0-45aa-ab22-a553fab4be77',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.593222] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.593683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.593683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.593683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.593863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.593863] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebff47f2-bbd0-45aa-ab22-a553fab4be77 already deleted. [ 558.593955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebff47f2-bbd0-45aa-ab22-a553fab4be77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.072455] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.072884] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.073887] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.073887] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.074879] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.074879] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.076131] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.077243] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.078696] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 583.078696] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 586.290181] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d15b72a6-5a05-49b3-8bb1-98332a2a6772 None None] Enqueued Resource ID: c10130df-59f6-4ec3-9966-40b21fb0df0c with Priority: HIGHEST for action port [ 586.290785] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c10130df-59f6-4ec3-9966-40b21fb0df0c with Priority: HIGHEST for action port [ 586.291149] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c10130df-59f6-4ec3-9966-40b21fb0df0c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.291289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c10130df-59f6-4ec3-9966-40b21fb0df0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.291372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c10130df-59f6-4ec3-9966-40b21fb0df0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.291694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c10130df-59f6-4ec3-9966-40b21fb0df0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.291801] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c10130df-59f6-4ec3-9966-40b21fb0df0c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.795679] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c10130df-59f6-4ec3-9966-40b21fb0df0c [ 586.795679] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.795679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.795679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.795679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.795679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.795679] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c10130df-59f6-4ec3-9966-40b21fb0df0c already deleted. [ 586.795679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c10130df-59f6-4ec3-9966-40b21fb0df0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.358508] env[66865]: INFO networking_nsxv3.common.synchronization [None req-db8e4506-4eb1-46e8-b8d4-b628a69977c9 None None] Enqueued Resource ID: c011c4a8-157c-46ab-ac40-e84dde535e82 with Priority: HIGHEST for action port [ 588.359134] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c011c4a8-157c-46ab-ac40-e84dde535e82 with Priority: HIGHEST for action port [ 588.359472] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c011c4a8-157c-46ab-ac40-e84dde535e82 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.359651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c011c4a8-157c-46ab-ac40-e84dde535e82" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.359768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c011c4a8-157c-46ab-ac40-e84dde535e82" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.360085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c011c4a8-157c-46ab-ac40-e84dde535e82" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.360210] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c011c4a8-157c-46ab-ac40-e84dde535e82',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.862885] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c011c4a8-157c-46ab-ac40-e84dde535e82 [ 588.863178] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.863407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.863407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.863837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.863837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.863837] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c011c4a8-157c-46ab-ac40-e84dde535e82 already deleted. [ 588.863837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c011c4a8-157c-46ab-ac40-e84dde535e82" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.492205] env[66865]: INFO networking_nsxv3.common.synchronization [None req-8879a5d0-6653-402c-9dcf-e675510462b6 None None] Enqueued Resource ID: 78cbd9c4-60a2-4aee-a751-058ea31aa370 with Priority: HIGHEST for action port [ 590.492607] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cbd9c4-60a2-4aee-a751-058ea31aa370 with Priority: HIGHEST for action port [ 590.493117] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-78cbd9c4-60a2-4aee-a751-058ea31aa370 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.493420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78cbd9c4-60a2-4aee-a751-058ea31aa370" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.493420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78cbd9c4-60a2-4aee-a751-058ea31aa370" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.493537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78cbd9c4-60a2-4aee-a751-058ea31aa370" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.494086] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78cbd9c4-60a2-4aee-a751-058ea31aa370',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.692101] env[66865]: INFO networking_nsxv3.common.synchronization [None req-e9b497ed-921c-4b17-b6e4-21f60b2322d6 None None] Enqueued Resource ID: 6f7a2a7f-bbd1-4920-9602-3bbf045d51ee with Priority: HIGHEST for action port [ 590.692600] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f7a2a7f-bbd1-4920-9602-3bbf045d51ee with Priority: HIGHEST for action port [ 590.692912] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f7a2a7f-bbd1-4920-9602-3bbf045d51ee taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.693079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f7a2a7f-bbd1-4920-9602-3bbf045d51ee" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.693152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f7a2a7f-bbd1-4920-9602-3bbf045d51ee" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.693435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f7a2a7f-bbd1-4920-9602-3bbf045d51ee" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.693598] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f7a2a7f-bbd1-4920-9602-3bbf045d51ee',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.997741] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78cbd9c4-60a2-4aee-a751-058ea31aa370 [ 590.997741] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.997741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.997741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.997741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.997741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.997741] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78cbd9c4-60a2-4aee-a751-058ea31aa370 already deleted. [ 590.997741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78cbd9c4-60a2-4aee-a751-058ea31aa370" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.196274] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f7a2a7f-bbd1-4920-9602-3bbf045d51ee [ 591.196512] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.196656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.196726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.196934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.197041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.197140] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f7a2a7f-bbd1-4920-9602-3bbf045d51ee already deleted. [ 591.197236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f7a2a7f-bbd1-4920-9602-3bbf045d51ee" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.241152] env[66865]: INFO networking_nsxv3.common.synchronization [None req-2ff13555-44a1-4125-9667-57982fb51e89 None None] Enqueued Resource ID: ef7084f1-2423-4edf-a156-b44fa2ae10cf with Priority: HIGHEST for action port [ 591.241415] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7084f1-2423-4edf-a156-b44fa2ae10cf with Priority: HIGHEST for action port [ 591.241977] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7084f1-2423-4edf-a156-b44fa2ae10cf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.242315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7084f1-2423-4edf-a156-b44fa2ae10cf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.242391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7084f1-2423-4edf-a156-b44fa2ae10cf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.242661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7084f1-2423-4edf-a156-b44fa2ae10cf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.242781] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7084f1-2423-4edf-a156-b44fa2ae10cf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.745936] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef7084f1-2423-4edf-a156-b44fa2ae10cf [ 591.746266] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.746362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.746429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.746680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.746767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.746896] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef7084f1-2423-4edf-a156-b44fa2ae10cf already deleted. [ 591.746983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7084f1-2423-4edf-a156-b44fa2ae10cf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.924167] env[66865]: INFO networking_nsxv3.common.synchronization [None req-51626a54-6c57-45f7-a2ee-a7850e82ecce None None] Enqueued Resource ID: c6cd63ba-0fd3-4560-acb3-e7d4c09932e4 with Priority: HIGHEST for action port [ 591.924307] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6cd63ba-0fd3-4560-acb3-e7d4c09932e4 with Priority: HIGHEST for action port [ 591.925342] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6cd63ba-0fd3-4560-acb3-e7d4c09932e4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.926433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6cd63ba-0fd3-4560-acb3-e7d4c09932e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.926433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6cd63ba-0fd3-4560-acb3-e7d4c09932e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.926433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6cd63ba-0fd3-4560-acb3-e7d4c09932e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.926433] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6cd63ba-0fd3-4560-acb3-e7d4c09932e4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.401632] env[66865]: INFO networking_nsxv3.common.synchronization [None req-975ebd53-9db9-4786-8e13-4f76a9d202b7 None None] Enqueued Resource ID: 79132ea5-7aef-4351-8a6f-6a3231fb0e6e with Priority: HIGHEST for action port [ 592.401632] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79132ea5-7aef-4351-8a6f-6a3231fb0e6e with Priority: HIGHEST for action port [ 592.401632] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-79132ea5-7aef-4351-8a6f-6a3231fb0e6e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.401632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79132ea5-7aef-4351-8a6f-6a3231fb0e6e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.401632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79132ea5-7aef-4351-8a6f-6a3231fb0e6e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.401632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79132ea5-7aef-4351-8a6f-6a3231fb0e6e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.401632] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79132ea5-7aef-4351-8a6f-6a3231fb0e6e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.427427] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6cd63ba-0fd3-4560-acb3-e7d4c09932e4 [ 592.427661] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.427915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.427915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.428084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.428173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.428268] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6cd63ba-0fd3-4560-acb3-e7d4c09932e4 already deleted. [ 592.428349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6cd63ba-0fd3-4560-acb3-e7d4c09932e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.902190] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79132ea5-7aef-4351-8a6f-6a3231fb0e6e [ 592.902733] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.902733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.902733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.903397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.903397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.903397] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79132ea5-7aef-4351-8a6f-6a3231fb0e6e already deleted. [ 592.903397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79132ea5-7aef-4351-8a6f-6a3231fb0e6e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.990575] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4cb14c5e-216e-4e54-b8aa-35b2af3c9e4c None None] Enqueued Resource ID: 970d3a37-3903-4164-9a6b-399aacb09dfa with Priority: HIGHEST for action port [ 592.991137] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970d3a37-3903-4164-9a6b-399aacb09dfa with Priority: HIGHEST for action port [ 592.993018] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-970d3a37-3903-4164-9a6b-399aacb09dfa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.993018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-970d3a37-3903-4164-9a6b-399aacb09dfa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.993018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-970d3a37-3903-4164-9a6b-399aacb09dfa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.993018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-970d3a37-3903-4164-9a6b-399aacb09dfa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.993018] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('970d3a37-3903-4164-9a6b-399aacb09dfa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.496316] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6e5b125d-dee7-429b-a804-bfe3ff2086a2 None None] Enqueued Resource ID: 6ff4cc5b-2c84-4b61-b400-5180b45c5cfb with Priority: HIGHEST for action port [ 593.496316] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff4cc5b-2c84-4b61-b400-5180b45c5cfb with Priority: HIGHEST for action port [ 593.496316] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ff4cc5b-2c84-4b61-b400-5180b45c5cfb taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.496316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ff4cc5b-2c84-4b61-b400-5180b45c5cfb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.496316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ff4cc5b-2c84-4b61-b400-5180b45c5cfb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.496316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ff4cc5b-2c84-4b61-b400-5180b45c5cfb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.496316] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff4cc5b-2c84-4b61-b400-5180b45c5cfb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.497626] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 970d3a37-3903-4164-9a6b-399aacb09dfa [ 593.497626] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.497626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.497626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.497626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.497926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.498047] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:970d3a37-3903-4164-9a6b-399aacb09dfa already deleted. [ 593.498137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-970d3a37-3903-4164-9a6b-399aacb09dfa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.807322] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3b378c48-0aa5-48e2-ba92-c16866c77263 None None] Enqueued Resource ID: 9b230c81-0493-4caf-ba55-a61b3204ebd1 with Priority: HIGHEST for action port [ 593.807322] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b230c81-0493-4caf-ba55-a61b3204ebd1 with Priority: HIGHEST for action port [ 593.807322] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b230c81-0493-4caf-ba55-a61b3204ebd1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.807322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b230c81-0493-4caf-ba55-a61b3204ebd1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.807322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b230c81-0493-4caf-ba55-a61b3204ebd1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.810156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b230c81-0493-4caf-ba55-a61b3204ebd1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.810156] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b230c81-0493-4caf-ba55-a61b3204ebd1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.998175] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ff4cc5b-2c84-4b61-b400-5180b45c5cfb [ 593.998455] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.998601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.998670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.998893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.998984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.999097] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ff4cc5b-2c84-4b61-b400-5180b45c5cfb already deleted. [ 593.999183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ff4cc5b-2c84-4b61-b400-5180b45c5cfb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.311566] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b230c81-0493-4caf-ba55-a61b3204ebd1 [ 594.312395] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.312395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.312395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.312395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.312395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.312395] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b230c81-0493-4caf-ba55-a61b3204ebd1 already deleted. [ 594.312643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b230c81-0493-4caf-ba55-a61b3204ebd1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.063386] env[66865]: INFO networking_nsxv3.common.synchronization [None req-7ab9c93f-037b-468a-9cc9-8497943d85cf None None] Enqueued Resource ID: 1799f9a4-7a2c-4cfd-966f-424baad3a9f2 with Priority: HIGHEST for action port [ 595.064340] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1799f9a4-7a2c-4cfd-966f-424baad3a9f2 with Priority: HIGHEST for action port [ 595.064340] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-1799f9a4-7a2c-4cfd-966f-424baad3a9f2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.064340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1799f9a4-7a2c-4cfd-966f-424baad3a9f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.064588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1799f9a4-7a2c-4cfd-966f-424baad3a9f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.064694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1799f9a4-7a2c-4cfd-966f-424baad3a9f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.065630] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1799f9a4-7a2c-4cfd-966f-424baad3a9f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.568724] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1799f9a4-7a2c-4cfd-966f-424baad3a9f2 [ 595.568953] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.569126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.569198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.569575] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.569626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.569700] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1799f9a4-7a2c-4cfd-966f-424baad3a9f2 already deleted. [ 595.569778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1799f9a4-7a2c-4cfd-966f-424baad3a9f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.267632] env[66865]: INFO networking_nsxv3.common.synchronization [None req-171520f0-79d7-4e23-ade9-38da65d4ab18 None None] Enqueued Resource ID: 3445267a-6faf-4895-8260-e1884056b24c with Priority: HIGHEST for action port [ 596.267632] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3445267a-6faf-4895-8260-e1884056b24c with Priority: HIGHEST for action port [ 596.268052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-3445267a-6faf-4895-8260-e1884056b24c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.268052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3445267a-6faf-4895-8260-e1884056b24c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.268052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3445267a-6faf-4895-8260-e1884056b24c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.268352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3445267a-6faf-4895-8260-e1884056b24c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.268434] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3445267a-6faf-4895-8260-e1884056b24c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.772679] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3445267a-6faf-4895-8260-e1884056b24c [ 596.772970] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.773064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.773232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.773406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.773454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.773636] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3445267a-6faf-4895-8260-e1884056b24c already deleted. [ 596.773720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3445267a-6faf-4895-8260-e1884056b24c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.753505] env[66865]: INFO networking_nsxv3.common.synchronization [None req-0d43a311-1970-4983-b6a8-8d1423695715 None None] Enqueued Resource ID: 159680d8-1e4a-4769-a218-98a3b7fdd4bd with Priority: HIGHEST for action port [ 597.753505] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159680d8-1e4a-4769-a218-98a3b7fdd4bd with Priority: HIGHEST for action port [ 597.754714] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-159680d8-1e4a-4769-a218-98a3b7fdd4bd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.754714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-159680d8-1e4a-4769-a218-98a3b7fdd4bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.754714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-159680d8-1e4a-4769-a218-98a3b7fdd4bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.755941] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-159680d8-1e4a-4769-a218-98a3b7fdd4bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.755941] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('159680d8-1e4a-4769-a218-98a3b7fdd4bd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.149606] env[66865]: INFO networking_nsxv3.common.synchronization [None req-35002009-75d3-4814-b22b-dbf85274b0bf None None] Enqueued Resource ID: 6a553331-a356-4e54-87ed-ac53f0733d18 with Priority: HIGHEST for action port [ 598.149606] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a553331-a356-4e54-87ed-ac53f0733d18 with Priority: HIGHEST for action port [ 598.149979] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a553331-a356-4e54-87ed-ac53f0733d18 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.150467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a553331-a356-4e54-87ed-ac53f0733d18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.150467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a553331-a356-4e54-87ed-ac53f0733d18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.150467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a553331-a356-4e54-87ed-ac53f0733d18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.150732] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a553331-a356-4e54-87ed-ac53f0733d18',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.258451] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 159680d8-1e4a-4769-a218-98a3b7fdd4bd [ 598.258869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.258979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.259801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.263149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.263149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.263149] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:159680d8-1e4a-4769-a218-98a3b7fdd4bd already deleted. [ 598.263149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-159680d8-1e4a-4769-a218-98a3b7fdd4bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.512671] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.512671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.512671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.512899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.513566] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.653346] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a553331-a356-4e54-87ed-ac53f0733d18 [ 598.655041] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.655041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.655041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.655041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.655041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.655041] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a553331-a356-4e54-87ed-ac53f0733d18 already deleted. [ 598.655406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a553331-a356-4e54-87ed-ac53f0733d18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.712664] env[66865]: INFO networking_nsxv3.common.synchronization [None req-a5b4757b-5eca-4668-a0a2-78abff865dcc tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_rules [ 598.713219] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_rules [ 598.713516] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7341e45-59b8-4e37-81f7-ca290156dbf0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.713642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.713712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.713964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.714296] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.818783] env[66865]: INFO networking_nsxv3.common.synchronization [None req-925e8a8b-2036-4149-8044-abb04621d7ee tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_rules [ 598.819363] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_rules [ 598.819665] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7341e45-59b8-4e37-81f7-ca290156dbf0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.819768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.017378] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.238958] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.239198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.239198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.239417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.239522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.239601] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 already deleted. [ 599.239689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.239835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.240121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.240121] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.520486] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.731257] env[66865]: INFO networking_nsxv3.common.synchronization [None req-25779c2e-8cb7-4244-857e-47f46611997f None None] Enqueued Resource ID: b112a978-d211-4619-af5c-e8351850b09b with Priority: HIGHEST for action port [ 599.732201] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b112a978-d211-4619-af5c-e8351850b09b with Priority: HIGHEST for action port [ 599.732774] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-b112a978-d211-4619-af5c-e8351850b09b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.735754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b112a978-d211-4619-af5c-e8351850b09b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.735754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b112a978-d211-4619-af5c-e8351850b09b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.735754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b112a978-d211-4619-af5c-e8351850b09b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.735754] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b112a978-d211-4619-af5c-e8351850b09b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.762076] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.762076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.762076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.762285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.762285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.762344] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 already deleted. [ 599.762433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.960111] env[66865]: INFO networking_nsxv3.common.synchronization [req-67954d94-3377-4922-babf-2a0c71e2dc9a req-3ba701a1-d21d-40be-8504-11cd6695e3ee tempest-MigrationsAdminTest-1393518306 tempest-MigrationsAdminTest-1393518306-project-member] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 599.960666] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 599.960982] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.961122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.961193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.961451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.961692] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.961805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.961859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.962029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.962189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.962226] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.023812] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 600.023945] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 600.236817] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b112a978-d211-4619-af5c-e8351850b09b [ 600.237038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.237181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.237254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.237469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.237561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.237657] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b112a978-d211-4619-af5c-e8351850b09b already deleted. [ 600.237736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b112a978-d211-4619-af5c-e8351850b09b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.466033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.466033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.466033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.466033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.466033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.466033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.466033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.466033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.466359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.466359] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f411f87f-76af-4988-b117-239a557b8720 already deleted. [ 600.466359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.632446] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.632815] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.632815] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.634759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.634759] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.634759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.634759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.634759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.634759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.634759] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.634759] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.634759] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.634759] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.634759] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.637212] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.637212] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.735131] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.735680] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.100 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.735680] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.735680] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.736097] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.736638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.736638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.736638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.736807] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a04ccc-3d71-40c7-b931-b76ab5c39d4e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.921355] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.921522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.921624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.922186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.939243] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 600.940099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.941208] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 600.960601] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.960930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.960930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.961145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.961145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.961272] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 600.961346] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 600.961421] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 600.981012] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.981195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.981255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.981527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.981719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.981835] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 601.001348] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.001550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.001611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.001822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.001926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.002055] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 601.026355] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.026516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.026605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.026844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.026947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.027079] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 601.027154] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.027223] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 601.047062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.047426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.047617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.048293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.048688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.048858] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 601.048997] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.049151] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 601.075811] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.075960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.076046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.076280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.076387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.076508] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 601.076593] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.076644] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 601.076709] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 601.076782] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 601.076844] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 601.076907] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 601.077187] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 601.077253] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 601.077323] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 601.098139] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.098397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.098473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.098751] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.098907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.099045] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 601.120991] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.120991] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.121327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.121442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.121557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.138017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.241327] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.241568] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.241691] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.241957] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.242120] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.242266] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 96a04ccc-3d71-40c7-b931-b76ab5c39d4e not found, creating... [ 601.242518] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.242695] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.242813] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.243059] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.243324] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.244165] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.244165] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.244165] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.244353] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.244487] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.245084] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 96a04ccc-3d71-40c7-b931-b76ab5c39d4e is going to be created. [ 601.271222] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.271222] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.271510] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.271881] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.272090] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.272365] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.550998] env[66865]: INFO networking_nsxv3.common.synchronization [None req-7bd1f5e8-0d1d-49ac-8926-d9fd063c5e2f None None] Enqueued Resource ID: 47d8b976-68bb-4d83-9b74-deda799d25d0 with Priority: HIGHEST for action port [ 601.552219] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d8b976-68bb-4d83-9b74-deda799d25d0 with Priority: HIGHEST for action port [ 601.552568] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d8b976-68bb-4d83-9b74-deda799d25d0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.552672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d8b976-68bb-4d83-9b74-deda799d25d0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.552713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d8b976-68bb-4d83-9b74-deda799d25d0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.552951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d8b976-68bb-4d83-9b74-deda799d25d0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.553049] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d8b976-68bb-4d83-9b74-deda799d25d0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.865778] env[66865]: INFO networking_nsxv3.common.synchronization [req-08890041-81a4-4571-888e-c3e178ae17db req-32807f91-c531-4f1d-acbc-1f6857caa154 tempest-TenantUsagesTestJSON-332219366 tempest-TenantUsagesTestJSON-332219366-project-member] Enqueued Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGHEST for action security_group_members [ 601.866139] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGHEST for action security_group_members [ 601.866438] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77d5cf8-87b3-4698-a0b2-426266e42d2d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.866633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.866633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.866872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.867251] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.869511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.869511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.869511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.869511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.869511] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.895038] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6145e60b-86e8-47e6-9e93-3256b93fa351 None None] Enqueued Resource ID: 7df8f63d-109b-410c-b6f4-663df8985aa5 with Priority: HIGHEST for action port [ 601.895038] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df8f63d-109b-410c-b6f4-663df8985aa5 with Priority: HIGHEST for action port [ 601.895038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-7df8f63d-109b-410c-b6f4-663df8985aa5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.895038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7df8f63d-109b-410c-b6f4-663df8985aa5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.895038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7df8f63d-109b-410c-b6f4-663df8985aa5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.896312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7df8f63d-109b-410c-b6f4-663df8985aa5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.896312] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7df8f63d-109b-410c-b6f4-663df8985aa5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.987623] env[66865]: INFO networking_nsxv3.common.synchronization [req-67954d94-3377-4922-babf-2a0c71e2dc9a req-44f22e2e-4a91-4b1c-9cd8-d1f5d8d12f72 service nova] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_rules [ 601.987918] env[66865]: INFO networking_nsxv3.common.synchronization [req-67954d94-3377-4922-babf-2a0c71e2dc9a req-44f22e2e-4a91-4b1c-9cd8-d1f5d8d12f72 service nova] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 601.988098] env[66865]: INFO networking_nsxv3.common.synchronization [req-67954d94-3377-4922-babf-2a0c71e2dc9a req-44f22e2e-4a91-4b1c-9cd8-d1f5d8d12f72 service nova] Enqueued Resource ID: 96a04ccc-3d71-40c7-b931-b76ab5c39d4e with Priority: HIGHEST for action port [ 601.988872] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_rules [ 601.988872] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 601.989044] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a04ccc-3d71-40c7-b931-b76ab5c39d4e with Priority: HIGHEST for action port [ 601.990699] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.990699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.990699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.990699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.990699] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.991881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.992019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.992094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.992938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.992938] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.993176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.993176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.993237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.993619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.993619] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.995129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.995233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.998019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.998019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.998019] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a04ccc-3d71-40c7-b931-b76ab5c39d4e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.056967] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47d8b976-68bb-4d83-9b74-deda799d25d0 [ 602.056967] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.056967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.057437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.060624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.060624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.060624] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47d8b976-68bb-4d83-9b74-deda799d25d0 already deleted. [ 602.060624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d8b976-68bb-4d83-9b74-deda799d25d0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.363756] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.363756] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.363949] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.364517] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.364517] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.364517] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.364853] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.364853] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.364953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.365964] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.365964] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.365964] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.365964] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.365964] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.365964] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.365964] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.370582] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.370767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.370767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.370976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.371842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.371842] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.371842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.371842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.371842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.371842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.371842] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d already deleted. [ 602.371842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.386231] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.386402] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.386628] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.386693] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.387009] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-b1599418-928a-4512-87bd-08a71ac64193 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.387286] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-b1599418-928a-4512-87bd-08a71ac64193" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.387286] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-b1599418-928a-4512-87bd-08a71ac64193" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.387679] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-b1599418-928a-4512-87bd-08a71ac64193" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.387826] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1599418-928a-4512-87bd-08a71ac64193',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.397868] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7df8f63d-109b-410c-b6f4-663df8985aa5 [ 602.397868] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.397868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.397868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.398178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.398309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.398458] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7df8f63d-109b-410c-b6f4-663df8985aa5 already deleted. [ 602.398573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7df8f63d-109b-410c-b6f4-663df8985aa5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.497401] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.497553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.508871] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96a04ccc-3d71-40c7-b931-b76ab5c39d4e with status ACTIVE [ 602.509106] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.509244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.509303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.509591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.509686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.509869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.509976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.510053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.510204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.510272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.510483] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.510579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.510660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.510777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.510845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.510929] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96a04ccc-3d71-40c7-b931-b76ab5c39d4e is going to be updated. [ 602.512012] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.534235] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.534833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.534833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.534833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.534833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.535244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a04ccc-3d71-40c7-b931-b76ab5c39d4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.613397] env[66865]: INFO networking_nsxv3.common.synchronization [None req-02f1a701-94c0-470b-a210-4c2616b04fe5 None None] Enqueued Resource ID: f3767eda-6a17-4fe1-a754-bfcfc35bf7c5 with Priority: HIGHEST for action port [ 602.613921] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3767eda-6a17-4fe1-a754-bfcfc35bf7c5 with Priority: HIGHEST for action port [ 602.614234] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3767eda-6a17-4fe1-a754-bfcfc35bf7c5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.614358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3767eda-6a17-4fe1-a754-bfcfc35bf7c5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.614426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3767eda-6a17-4fe1-a754-bfcfc35bf7c5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.614671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3767eda-6a17-4fe1-a754-bfcfc35bf7c5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.614754] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3767eda-6a17-4fe1-a754-bfcfc35bf7c5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.890722] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.890887] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.891029] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.891388] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.891538] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.891739] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port b1599418-928a-4512-87bd-08a71ac64193 not found, creating... [ 602.891934] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.892109] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.892256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.892502] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.892736] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.893014] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.893175] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.893497] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.893549] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.893702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.893860] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: b1599418-928a-4512-87bd-08a71ac64193 is going to be created. [ 602.914319] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.914506] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.914627] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.914896] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.915129] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.915342] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-b1599418-928a-4512-87bd-08a71ac64193" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.017568] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.117448] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3767eda-6a17-4fe1-a754-bfcfc35bf7c5 [ 603.117654] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.119382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.119382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.119382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.119382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.119382] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3767eda-6a17-4fe1-a754-bfcfc35bf7c5 already deleted. [ 603.119382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3767eda-6a17-4fe1-a754-bfcfc35bf7c5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.133595] env[66865]: INFO networking_nsxv3.common.synchronization [None req-aeafa215-c74a-4f3a-be50-42adb53be03e tempest-VolumesAssistedSnapshotsTest-1956381066 tempest-VolumesAssistedSnapshotsTest-1956381066-project-member] Enqueued Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_rules [ 603.134195] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_rules [ 603.134523] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66200bef-146a-4c42-b9ec-8300caf37917 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.134656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.134722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.134970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.135058] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.521200] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.522480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.522480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.523383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.523383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.523383] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f411f87f-76af-4988-b117-239a557b8720 is going to be created. [ 603.554223] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.554420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.554486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.554708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.554876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.566899] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: UNINITIALIZED for 2s [ 603.589031] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4fe5df59-4c60-4a7d-8d52-c8b659228e57 None None] Enqueued Resource ID: d27d2695-05e0-4f6f-aa52-b34aa1c6972e with Priority: HIGHEST for action port [ 603.590564] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27d2695-05e0-4f6f-aa52-b34aa1c6972e with Priority: HIGHEST for action port [ 603.591744] env[66865]: INFO networking_nsxv3.common.synchronization [None req-b52b1a16-52cd-49ec-9e77-dedbec336a2b tempest-VolumesAssistedSnapshotsTest-1956381066 tempest-VolumesAssistedSnapshotsTest-1956381066-project-member] Enqueued Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_rules [ 603.591992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d27d2695-05e0-4f6f-aa52-b34aa1c6972e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.592279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d27d2695-05e0-4f6f-aa52-b34aa1c6972e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.592279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d27d2695-05e0-4f6f-aa52-b34aa1c6972e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.592922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d27d2695-05e0-4f6f-aa52-b34aa1c6972e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.593023] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d27d2695-05e0-4f6f-aa52-b34aa1c6972e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.595260] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_rules [ 603.595911] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66200bef-146a-4c42-b9ec-8300caf37917 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.596051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.656727] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.657581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.657581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.657581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.657726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.657726] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66200bef-146a-4c42-b9ec-8300caf37917 already deleted. [ 603.657788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.658744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.658744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.658744] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.762679] env[66865]: INFO networking_nsxv3.common.synchronization [req-08890041-81a4-4571-888e-c3e178ae17db req-d46088bf-d77a-4afb-b666-d46c30e0d7e8 service nova] Enqueued Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGHEST for action security_group_rules [ 603.762879] env[66865]: INFO networking_nsxv3.common.synchronization [req-08890041-81a4-4571-888e-c3e178ae17db req-d46088bf-d77a-4afb-b666-d46c30e0d7e8 service nova] Enqueued Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGHEST for action security_group_members [ 603.763023] env[66865]: INFO networking_nsxv3.common.synchronization [req-08890041-81a4-4571-888e-c3e178ae17db req-d46088bf-d77a-4afb-b666-d46c30e0d7e8 service nova] Enqueued Resource ID: b1599418-928a-4512-87bd-08a71ac64193 with Priority: HIGHEST for action port [ 603.763254] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGHEST for action security_group_rules [ 603.763382] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGHEST for action security_group_members [ 603.763501] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1599418-928a-4512-87bd-08a71ac64193 with Priority: HIGHEST for action port [ 603.765527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.765527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.765527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.765527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.765780] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.766869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77d5cf8-87b3-4698-a0b2-426266e42d2d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.767908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.767983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.768186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.768375] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.768452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.768536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.768809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.769604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.769744] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.770594] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1599418-928a-4512-87bd-08a71ac64193 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.771484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1599418-928a-4512-87bd-08a71ac64193" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.771484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1599418-928a-4512-87bd-08a71ac64193" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.771484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1599418-928a-4512-87bd-08a71ac64193" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.771484] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1599418-928a-4512-87bd-08a71ac64193',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.096109] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d27d2695-05e0-4f6f-aa52-b34aa1c6972e [ 604.096410] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.096700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.096700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.096794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.096825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.096908] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d27d2695-05e0-4f6f-aa52-b34aa1c6972e already deleted. [ 604.096989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d27d2695-05e0-4f6f-aa52-b34aa1c6972e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.124456] env[66865]: INFO networking_nsxv3.common.synchronization [None req-f53511ce-2e43-4412-accc-b6e34c3ec651 None None] Enqueued Resource ID: 2d21a84d-0217-4ff9-baf3-77375896df74 with Priority: HIGHEST for action port [ 604.125052] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d21a84d-0217-4ff9-baf3-77375896df74 with Priority: HIGHEST for action port [ 604.125377] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d21a84d-0217-4ff9-baf3-77375896df74 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.125912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d21a84d-0217-4ff9-baf3-77375896df74" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.125912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d21a84d-0217-4ff9-baf3-77375896df74" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.125912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d21a84d-0217-4ff9-baf3-77375896df74" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.125912] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d21a84d-0217-4ff9-baf3-77375896df74',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.179928] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.179928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.179928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.179928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.179928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.180244] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66200bef-146a-4c42-b9ec-8300caf37917 already deleted. [ 604.180244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.274060] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.275138] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77d5cf8-87b3-4698-a0b2-426266e42d2d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.276880] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1599418-928a-4512-87bd-08a71ac64193 with status ACTIVE [ 604.276880] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.276880] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.276880] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.276880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.277612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.277612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.277612] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1599418-928a-4512-87bd-08a71ac64193 is going to be updated. [ 604.312440] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.312668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.312731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.313488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.313488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.313488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1599418-928a-4512-87bd-08a71ac64193" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.629986] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d21a84d-0217-4ff9-baf3-77375896df74 [ 604.630239] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.630381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.630446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.630713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.630748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.630819] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d21a84d-0217-4ff9-baf3-77375896df74 already deleted. [ 604.630897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d21a84d-0217-4ff9-baf3-77375896df74" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.779484] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.930501] env[66865]: INFO networking_nsxv3.common.synchronization [req-e436b7b2-db8f-4935-8844-209530ef3862 req-46c39950-f246-42f4-b5c1-538c512e6aed tempest-ServerDiagnosticsTest-438123031 tempest-ServerDiagnosticsTest-438123031-project-member] Enqueued Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGHEST for action security_group_members [ 604.931065] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGHEST for action security_group_members [ 604.931755] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e07b2b0-ef10-4cff-b069-ea6902742ca8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.931755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.931755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.931926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.932019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.932190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.935768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.935768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.935768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.935768] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.231491] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.231784] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.231784] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.232053] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.232300] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.232450] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.232560] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.232824] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.232894] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.234419] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.234562] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.234670] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.234777] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.234893] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.234995] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.235131] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.255829] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.255919] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.256074] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.256180] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.256498] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.256693] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.256827] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.257878] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.258289] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6befba17-4f97-47cb-9f43-fd5ed5d15cb8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.283720] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.283881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.283954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.284198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.284305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.284373] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d is going to be created. [ 605.314951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.314951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.315096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.316038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.316038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.339758] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d in Status: UNINITIALIZED for 2s [ 605.438497] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.438665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.438665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.438884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.438979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.439268] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.439268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.439398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.439630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.439630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.439630] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 already deleted. [ 605.439829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.578581] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: SUCCESS [ 605.578823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.579415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.579415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.579415] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.579607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.579607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.579712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.579759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.579871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.579920] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.761791] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.762442] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.762442] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.762683] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.762791] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.762969] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 6befba17-4f97-47cb-9f43-fd5ed5d15cb8 not found, creating... [ 605.763219] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.763371] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.763483] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.763894] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.764033] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.764222] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.764376] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.764489] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.764706] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.764823] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.764953] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 6befba17-4f97-47cb-9f43-fd5ed5d15cb8 is going to be created. [ 605.789405] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.789629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.789845] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.790144] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.790382] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.790616] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.085126] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.085792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.085899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.086194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.086394] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.086508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.086571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.086733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.086819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.086934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.087101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.087217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.087286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.087432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.087583] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.087683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.087764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.087909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.087986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.088130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.088208] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.575946] env[66865]: INFO networking_nsxv3.common.synchronization [req-975e246e-c430-4b95-9ee0-23ad4ecf7816 req-70b72c74-ed34-447f-bb38-4d8b52ff4296 tempest-DeleteServersAdminTestJSON-1889590715 tempest-DeleteServersAdminTestJSON-1889590715-project-member] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 606.576595] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 606.576874] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.577012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.577079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.577673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.577673] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.577673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.577673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.578073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.578073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.578073] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.594717] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f411f87f-76af-4988-b117-239a557b8720: rpc.has_security_group_logging(os_id): False [ 606.597176] env[66865]: INFO networking_nsxv3.common.synchronization [req-e436b7b2-db8f-4935-8844-209530ef3862 req-5f7c19d7-985a-4517-8e78-6a9e5502a686 service nova] Enqueued Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGHEST for action security_group_rules [ 606.597352] env[66865]: INFO networking_nsxv3.common.synchronization [req-e436b7b2-db8f-4935-8844-209530ef3862 req-5f7c19d7-985a-4517-8e78-6a9e5502a686 service nova] Enqueued Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGHEST for action security_group_members [ 606.597550] env[66865]: INFO networking_nsxv3.common.synchronization [req-e436b7b2-db8f-4935-8844-209530ef3862 req-5f7c19d7-985a-4517-8e78-6a9e5502a686 service nova] Enqueued Resource ID: 6befba17-4f97-47cb-9f43-fd5ed5d15cb8 with Priority: HIGHEST for action port [ 606.598436] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGHEST for action security_group_rules [ 606.598546] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGHEST for action security_group_members [ 606.598688] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6befba17-4f97-47cb-9f43-fd5ed5d15cb8 with Priority: HIGHEST for action port [ 606.599607] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.599785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.600062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.600286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.600355] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.601400] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e07b2b0-ef10-4cff-b069-ea6902742ca8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.601801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.601801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.601919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.602052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.602233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.602317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.602542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.602673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.602791] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.603666] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.604510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.604510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.604510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.604510] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6befba17-4f97-47cb-9f43-fd5ed5d15cb8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.615765] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.615895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.615950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.616125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.616218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.616401] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.616500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.616558] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.616709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.616783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.616978] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.617410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.617410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.617560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.617642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.617853] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.617949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.618052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.618197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.618274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.618375] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f411f87f-76af-4988-b117-239a557b8720 is going to be created. [ 606.685486] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.685791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.685791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.685933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.686118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.698178] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: IN_PROGRESS for 2s [ 606.944491] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.944676] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.944793] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.945063] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.945307] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.945458] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.945570] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.945774] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.945914] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.946347] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.946462] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.946568] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.946670] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.946774] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.946873] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.946994] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.966901] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.966901] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.967053] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.967177] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.967475] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-f9d3565a-347f-4636-bd94-0f9d7174c179 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.967638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-f9d3565a-347f-4636-bd94-0f9d7174c179" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.967751] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-f9d3565a-347f-4636-bd94-0f9d7174c179" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.968071] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-f9d3565a-347f-4636-bd94-0f9d7174c179" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.968262] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d3565a-347f-4636-bd94-0f9d7174c179',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.080655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.080655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.080655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.080655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.081037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.081037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.081140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.081203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.081355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.081432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.081530] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b already deleted. [ 607.081614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.105816] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e07b2b0-ef10-4cff-b069-ea6902742ca8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.105937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.106575] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.107144] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6befba17-4f97-47cb-9f43-fd5ed5d15cb8 with status ACTIVE [ 607.108411] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.108411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.108411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.108411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.108411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.108411] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.108411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.108411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.108789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.108789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.108789] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.108985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.108985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.109270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.109341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.109427] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6befba17-4f97-47cb-9f43-fd5ed5d15cb8 is going to be updated. [ 607.132597] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.133028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.133028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.133757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.133757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.133757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6befba17-4f97-47cb-9f43-fd5ed5d15cb8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.351950] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d in Status: SUCCESS [ 607.351950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.351950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.351950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.351950] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.351950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.351950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.351950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.351950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.351950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.351950] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.462991] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3b6db663-81d4-47ab-bc7c-de5045999a80 None None] Enqueued Resource ID: fe54a594-dd79-4db3-8abd-aee682007bc5 with Priority: HIGHEST for action port [ 607.462991] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe54a594-dd79-4db3-8abd-aee682007bc5 with Priority: HIGHEST for action port [ 607.462991] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe54a594-dd79-4db3-8abd-aee682007bc5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.462991] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe54a594-dd79-4db3-8abd-aee682007bc5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.463267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe54a594-dd79-4db3-8abd-aee682007bc5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.463299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe54a594-dd79-4db3-8abd-aee682007bc5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.463377] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe54a594-dd79-4db3-8abd-aee682007bc5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.471483] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.472158] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.472334] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.472611] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.472848] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.473672] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port f9d3565a-347f-4636-bd94-0f9d7174c179 not found, creating... [ 607.474732] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.474732] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.474732] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.474897] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.474897] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.475466] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.475466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.475593] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.475928] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.476046] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.476244] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: f9d3565a-347f-4636-bd94-0f9d7174c179 is going to be created. [ 607.499638] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.499638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.499638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.499638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.499638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.499638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-f9d3565a-347f-4636-bd94-0f9d7174c179" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.612293] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.854172] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77d5cf8-87b3-4698-a0b2-426266e42d2d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.854401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.854505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.854721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.854909] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.856074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.856074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.856074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.856074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.856074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.856074] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77d5cf8-87b3-4698-a0b2-426266e42d2d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.856074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.856074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.856074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.856074] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.856451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.856451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.856451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.856533] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.856561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.856748] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.909608] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4e3dc515-abc5-43e9-a4b9-88ffdd1b3c15 None None] Enqueued Resource ID: a0748e3d-ce21-425d-a382-2c9b93fd5663 with Priority: HIGHEST for action port [ 607.909811] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0748e3d-ce21-425d-a382-2c9b93fd5663 with Priority: HIGHEST for action port [ 607.910339] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0748e3d-ce21-425d-a382-2c9b93fd5663 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.910521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0748e3d-ce21-425d-a382-2c9b93fd5663" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.910583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0748e3d-ce21-425d-a382-2c9b93fd5663" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.910792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0748e3d-ce21-425d-a382-2c9b93fd5663" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.910877] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0748e3d-ce21-425d-a382-2c9b93fd5663',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.966872] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe54a594-dd79-4db3-8abd-aee682007bc5 [ 607.966872] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.966872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.966872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.966872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.966872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.966872] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe54a594-dd79-4db3-8abd-aee682007bc5 already deleted. [ 607.966872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe54a594-dd79-4db3-8abd-aee682007bc5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.117181] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.117181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.117181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.117181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.117181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.117181] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 is going to be created. [ 608.143189] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.143189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.143189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.143189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.143189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.152658] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 in Status: UNINITIALIZED for 2s [ 608.199753] env[66865]: INFO networking_nsxv3.common.synchronization [req-975e246e-c430-4b95-9ee0-23ad4ecf7816 req-87ebbaba-44ab-4cb6-924d-4653800ec436 service nova] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_rules [ 608.199753] env[66865]: INFO networking_nsxv3.common.synchronization [req-975e246e-c430-4b95-9ee0-23ad4ecf7816 req-87ebbaba-44ab-4cb6-924d-4653800ec436 service nova] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 608.199753] env[66865]: INFO networking_nsxv3.common.synchronization [req-975e246e-c430-4b95-9ee0-23ad4ecf7816 req-87ebbaba-44ab-4cb6-924d-4653800ec436 service nova] Enqueued Resource ID: f9d3565a-347f-4636-bd94-0f9d7174c179 with Priority: HIGHEST for action port [ 608.199753] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_rules [ 608.199753] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 608.203038] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d3565a-347f-4636-bd94-0f9d7174c179 with Priority: HIGHEST for action port [ 608.203038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.203038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.203038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.203038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.203038] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.203790] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.203904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.203967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.204214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.204356] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.204458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.204501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.204636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.204723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.204812] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.206498] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9d3565a-347f-4636-bd94-0f9d7174c179 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.206604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9d3565a-347f-4636-bd94-0f9d7174c179" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.206680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9d3565a-347f-4636-bd94-0f9d7174c179" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.206960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9d3565a-347f-4636-bd94-0f9d7174c179" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.208377] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d3565a-347f-4636-bd94-0f9d7174c179',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.359692] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b77d5cf8-87b3-4698-a0b2-426266e42d2d: rpc.has_security_group_logging(os_id): False [ 608.381746] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.382122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.382280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.382574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.382760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.383089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.383305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.383447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.383686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.383841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.384129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.384331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.384467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.384683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.384854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.385118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.385725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.386470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.386470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.386470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.386470] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d is going to be created. [ 608.413404] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0748e3d-ce21-425d-a382-2c9b93fd5663 [ 608.413653] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.413819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.413884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.414074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.414164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.414254] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0748e3d-ce21-425d-a382-2c9b93fd5663 already deleted. [ 608.414333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0748e3d-ce21-425d-a382-2c9b93fd5663" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.455693] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.456500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.456601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.456867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.457513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.469679] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d in Status: IN_PROGRESS for 2s [ 608.709389] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.709389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.709807] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.714057] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: SUCCESS [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.714057] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9d3565a-347f-4636-bd94-0f9d7174c179 with status ACTIVE [ 608.714057] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.714057] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.714057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.714551] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.714551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.714551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.714551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.714551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.714906] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9d3565a-347f-4636-bd94-0f9d7174c179 is going to be updated. [ 608.740968] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.743030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.743030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.743030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.743030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.743030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9d3565a-347f-4636-bd94-0f9d7174c179" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.220961] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.328699] env[66865]: INFO networking_nsxv3.common.synchronization [req-a1666102-dd19-401f-ade1-1388cd9d5b51 req-deced74f-862f-4ef5-b62b-d4a261801527 tempest-ServerExternalEventsTest-1904158977 tempest-ServerExternalEventsTest-1904158977-project-member] Enqueued Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGHEST for action security_group_members [ 609.329642] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGHEST for action security_group_members [ 609.330182] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c1010-fa50-4a98-9f9e-100597af74b2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.330424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.330549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.330925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.331157] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.331308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.331450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.331656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.331771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.331871] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.587400] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6008876a-8006-44f4-9a5f-31d176682a02 None None] Enqueued Resource ID: 4d7d9083-681c-41ed-8153-9cb28c4866c6 with Priority: HIGHEST for action port [ 609.587668] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d7d9083-681c-41ed-8153-9cb28c4866c6 with Priority: HIGHEST for action port [ 609.588290] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d7d9083-681c-41ed-8153-9cb28c4866c6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.588452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d7d9083-681c-41ed-8153-9cb28c4866c6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.588510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d7d9083-681c-41ed-8153-9cb28c4866c6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.588749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d7d9083-681c-41ed-8153-9cb28c4866c6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.589050] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d7d9083-681c-41ed-8153-9cb28c4866c6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.724659] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.724659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.724659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.724659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.724659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.725169] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b is going to be created. [ 609.726706] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.726887] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.727017] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.728301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.728301] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.728301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.728301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.728301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.728301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.728301] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.728699] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.728699] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.728699] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.728836] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.728906] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.729071] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.748880] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.749066] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.749206] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.749376] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.749682] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-ba7ea364-c870-4c80-b54b-49895a5d72cb taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.749850] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-ba7ea364-c870-4c80-b54b-49895a5d72cb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.749964] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-ba7ea364-c870-4c80-b54b-49895a5d72cb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.750293] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-ba7ea364-c870-4c80-b54b-49895a5d72cb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.750575] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7ea364-c870-4c80-b54b-49895a5d72cb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.754634] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.754737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.754821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.755285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.755546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.766456] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: UNINITIALIZED for 2s [ 609.835369] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.835541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.835616] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.835849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.835985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.836210] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.836313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.836382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.836572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.836657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.836741] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 062c1010-fa50-4a98-9f9e-100597af74b2 already deleted. [ 609.836821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.091226] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d7d9083-681c-41ed-8153-9cb28c4866c6 [ 610.091407] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.091593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.091637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.091822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.091908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.092010] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d7d9083-681c-41ed-8153-9cb28c4866c6 already deleted. [ 610.092099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d7d9083-681c-41ed-8153-9cb28c4866c6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.166191] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 in Status: SUCCESS [ 610.166399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.166906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.166906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.167087] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.167087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.167187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.167344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.167456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.167547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.167643] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.255678] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.255898] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.256177] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.256324] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.256478] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.256625] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port ba7ea364-c870-4c80-b54b-49895a5d72cb not found, creating... [ 610.256895] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.257065] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.257188] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.257404] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.257534] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.257807] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.257956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.258221] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.258507] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.258706] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.258873] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: ba7ea364-c870-4c80-b54b-49895a5d72cb is going to be created. [ 610.280802] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.281042] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.281175] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.281448] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.281775] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.282021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-ba7ea364-c870-4c80-b54b-49895a5d72cb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.483212] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d in Status: SUCCESS [ 610.483650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.673750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e07b2b0-ef10-4cff-b069-ea6902742ca8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.673918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.673989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.674230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.674400] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.674502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.674564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.674710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.674796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.674879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.675034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e07b2b0-ef10-4cff-b069-ea6902742ca8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.675128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.675186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.675324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.675453] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.675542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.675601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.675734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.675806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.675884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.675971] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.855151] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d78f7f71-7cbc-450e-86a8-1d81c2c1963a None None] Enqueued Resource ID: 09e46362-ed29-4ab2-a3c2-5cb10ab60126 with Priority: HIGHEST for action port [ 610.855151] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e46362-ed29-4ab2-a3c2-5cb10ab60126 with Priority: HIGHEST for action port [ 610.855593] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e46362-ed29-4ab2-a3c2-5cb10ab60126 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.856117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e46362-ed29-4ab2-a3c2-5cb10ab60126" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.856312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e46362-ed29-4ab2-a3c2-5cb10ab60126" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.856711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e46362-ed29-4ab2-a3c2-5cb10ab60126" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.858178] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e46362-ed29-4ab2-a3c2-5cb10ab60126',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.006757] env[66865]: INFO networking_nsxv3.common.synchronization [req-a1666102-dd19-401f-ade1-1388cd9d5b51 req-f539142b-df46-456e-b80b-6dc1069f42c1 service nova] Enqueued Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGHEST for action security_group_rules [ 611.006757] env[66865]: INFO networking_nsxv3.common.synchronization [req-a1666102-dd19-401f-ade1-1388cd9d5b51 req-f539142b-df46-456e-b80b-6dc1069f42c1 service nova] Enqueued Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGHEST for action security_group_members [ 611.006757] env[66865]: INFO networking_nsxv3.common.synchronization [req-a1666102-dd19-401f-ade1-1388cd9d5b51 req-f539142b-df46-456e-b80b-6dc1069f42c1 service nova] Enqueued Resource ID: ba7ea364-c870-4c80-b54b-49895a5d72cb with Priority: HIGHEST for action port [ 611.006757] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGHEST for action security_group_rules [ 611.007241] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGHEST for action security_group_members [ 611.007241] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7ea364-c870-4c80-b54b-49895a5d72cb with Priority: HIGHEST for action port [ 611.008902] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-062c1010-fa50-4a98-9f9e-100597af74b2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.009582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.009582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.009582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.009582] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.010952] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c1010-fa50-4a98-9f9e-100597af74b2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.010952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.010952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.010952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.011153] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.011153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.011153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.011304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.011979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.011979] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.016520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba7ea364-c870-4c80-b54b-49895a5d72cb taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.016682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba7ea364-c870-4c80-b54b-49895a5d72cb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.016682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba7ea364-c870-4c80-b54b-49895a5d72cb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.016773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba7ea364-c870-4c80-b54b-49895a5d72cb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.016855] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7ea364-c870-4c80-b54b-49895a5d72cb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.177893] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e07b2b0-ef10-4cff-b069-ea6902742ca8: rpc.has_security_group_logging(os_id): False [ 611.198972] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.198972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.198972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.198972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.198972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.198972] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.198972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.198972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.199457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.199457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.199457] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.199457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.199457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.199714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.199714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.199824] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.199903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.200044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.200782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.201316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.201316] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 is going to be created. [ 611.286273] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.287110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.287332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.287611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.288186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.303819] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 in Status: IN_PROGRESS for 2s [ 611.360221] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09e46362-ed29-4ab2-a3c2-5cb10ab60126 [ 611.363478] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.363478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.363478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.363478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.363478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.363478] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09e46362-ed29-4ab2-a3c2-5cb10ab60126 already deleted. [ 611.363478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e46362-ed29-4ab2-a3c2-5cb10ab60126" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.472118] env[66865]: INFO networking_nsxv3.common.synchronization [req-981602be-b5fd-4224-9c45-ec9812a34331 req-b9703fc9-26b7-466e-8c9a-fa73058ca4fe tempest-InstanceActionsV221TestJSON-366790274 tempest-InstanceActionsV221TestJSON-366790274-project-member] Enqueued Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGHEST for action security_group_members [ 611.472695] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGHEST for action security_group_members [ 611.473221] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b85b397-cd10-48ca-82ac-66afa8b1bad1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.473382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.473497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.473711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.473884] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.473987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.474061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.474236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.474328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.475074] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.522511] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.524550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c1010-fa50-4a98-9f9e-100597af74b2 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.524550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.524550] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba7ea364-c870-4c80-b54b-49895a5d72cb with status ACTIVE [ 611.524550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.524550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.524550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.526692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.526692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.526692] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.526692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.526692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.527022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.527166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.527386] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.527498] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.527554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.527716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.527799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.527884] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba7ea364-c870-4c80-b54b-49895a5d72cb is going to be updated. [ 611.555787] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.555949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.556067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.556668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.556668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.556668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba7ea364-c870-4c80-b54b-49895a5d72cb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.779070] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: SUCCESS [ 611.779319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.779822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.781217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.781217] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.781217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.781217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.781217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.781217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.781217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.781217] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.835513] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.835793] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-560" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.835835] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-560" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.836288] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-560" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.836635] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.836849] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.837189] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.837463] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.837622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.837872] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.838171] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.838441] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.838614] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.838779] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.838907] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.839092] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.861693] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.862053] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.862053] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.862237] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-560" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.862499] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-c3ff98a6-5f83-435b-8108-45fa838b25dc taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.862674] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-c3ff98a6-5f83-435b-8108-45fa838b25dc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.862916] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-c3ff98a6-5f83-435b-8108-45fa838b25dc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.863328] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-c3ff98a6-5f83-435b-8108-45fa838b25dc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.863465] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ff98a6-5f83-435b-8108-45fa838b25dc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.978029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.978333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.978333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.978628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.978773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.979018] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.979208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.979257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.979720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.979720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.979925] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 already deleted. [ 611.979925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.030818] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.244391] env[66865]: INFO networking_nsxv3.common.synchronization [None req-78a05adf-656b-4137-b8b7-263df6a5b85c None None] Enqueued Resource ID: 13300e8e-7dec-45ea-b200-f7f32756f03b with Priority: HIGHEST for action port [ 612.244944] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13300e8e-7dec-45ea-b200-f7f32756f03b with Priority: HIGHEST for action port [ 612.245850] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-13300e8e-7dec-45ea-b200-f7f32756f03b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.245850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13300e8e-7dec-45ea-b200-f7f32756f03b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.245850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13300e8e-7dec-45ea-b200-f7f32756f03b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.246494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13300e8e-7dec-45ea-b200-f7f32756f03b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.247673] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13300e8e-7dec-45ea-b200-f7f32756f03b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.284159] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.284581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.284693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.284967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.286390] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.286390] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.286390] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.286390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.286906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.286906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.286906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.286906] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.366939] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.366939] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.367091] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.367304] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.367782] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.368046] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port c3ff98a6-5f83-435b-8108-45fa838b25dc not found, creating... [ 612.368248] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.368413] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.368591] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.368822] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.368884] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.369221] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.369368] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.369486] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.369719] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.370421] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.370421] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: c3ff98a6-5f83-435b-8108-45fa838b25dc is going to be created. [ 612.406537] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.406670] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.406790] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.407086] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.407322] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.407540] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-c3ff98a6-5f83-435b-8108-45fa838b25dc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.533543] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.534280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.534404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.534702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.534862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.536873] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 062c1010-fa50-4a98-9f9e-100597af74b2 is going to be created. [ 612.571277] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.571514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.571514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.571768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.571933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.583565] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 062c1010-fa50-4a98-9f9e-100597af74b2 in Status: UNINITIALIZED for 2s [ 612.750610] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13300e8e-7dec-45ea-b200-f7f32756f03b [ 612.750699] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.750839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.750905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.751132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.751219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.751310] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13300e8e-7dec-45ea-b200-f7f32756f03b already deleted. [ 612.751406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13300e8e-7dec-45ea-b200-f7f32756f03b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.791257] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a805e97-9c25-4093-aeaf-ba93a90ec74b: rpc.has_security_group_logging(os_id): False [ 612.810896] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.811152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.811253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.811456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.811552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.813015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.813015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.813015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.813015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.813487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.813487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.813487] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b is going to be created. [ 612.869801] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.870176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.870176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.871221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.871221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.882455] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: IN_PROGRESS for 2s [ 613.129680] env[66865]: INFO networking_nsxv3.common.synchronization [req-981602be-b5fd-4224-9c45-ec9812a34331 req-b93de239-2ee5-4ff5-977a-8c7f9d5c2f00 service nova] Enqueued Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGHEST for action security_group_rules [ 613.129894] env[66865]: INFO networking_nsxv3.common.synchronization [req-981602be-b5fd-4224-9c45-ec9812a34331 req-b93de239-2ee5-4ff5-977a-8c7f9d5c2f00 service nova] Enqueued Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGHEST for action security_group_members [ 613.129960] env[66865]: INFO networking_nsxv3.common.synchronization [req-981602be-b5fd-4224-9c45-ec9812a34331 req-b93de239-2ee5-4ff5-977a-8c7f9d5c2f00 service nova] Enqueued Resource ID: c3ff98a6-5f83-435b-8108-45fa838b25dc with Priority: HIGHEST for action port [ 613.130612] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGHEST for action security_group_rules [ 613.130778] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGHEST for action security_group_members [ 613.130880] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ff98a6-5f83-435b-8108-45fa838b25dc with Priority: HIGHEST for action port [ 613.131730] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.131730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.131730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.131730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.131949] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.132742] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b85b397-cd10-48ca-82ac-66afa8b1bad1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.132863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.132932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.133118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.133265] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.133953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.133953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.133953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.133953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.133953] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.134584] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ff98a6-5f83-435b-8108-45fa838b25dc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.134681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ff98a6-5f83-435b-8108-45fa838b25dc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.134736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ff98a6-5f83-435b-8108-45fa838b25dc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.137039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ff98a6-5f83-435b-8108-45fa838b25dc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.137039] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ff98a6-5f83-435b-8108-45fa838b25dc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.332053] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 in Status: SUCCESS [ 613.332290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.465232] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5c5fb01c-5408-47e6-a7cd-4262b8408d8e None None] Enqueued Resource ID: 256db16c-bd74-4d16-ad04-ed2ccf13304b with Priority: HIGHEST for action port [ 613.465500] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256db16c-bd74-4d16-ad04-ed2ccf13304b with Priority: HIGHEST for action port [ 613.466088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-256db16c-bd74-4d16-ad04-ed2ccf13304b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.466229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256db16c-bd74-4d16-ad04-ed2ccf13304b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.466307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256db16c-bd74-4d16-ad04-ed2ccf13304b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.466575] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256db16c-bd74-4d16-ad04-ed2ccf13304b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.466661] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256db16c-bd74-4d16-ad04-ed2ccf13304b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.522031] env[66865]: INFO networking_nsxv3.common.synchronization [req-87454470-446a-4553-af36-1df002b62239 req-6e1775d2-a348-4693-94a3-db5308f072bb tempest-FloatingIPsAssociationTestJSON-1670341824 tempest-FloatingIPsAssociationTestJSON-1670341824-project-member] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 613.523422] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 613.523422] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.523422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.523422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.523684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.523883] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.524038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.524130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.524380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.524689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.524689] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.637440] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.638613] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b85b397-cd10-48ca-82ac-66afa8b1bad1 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.638731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.638817] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3ff98a6-5f83-435b-8108-45fa838b25dc with status ACTIVE [ 613.639113] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.639113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.639254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.639398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.639511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.639661] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.639752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.639834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.639980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.640062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.640316] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.642288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.642364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.642533] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.642922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.642922] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3ff98a6-5f83-435b-8108-45fa838b25dc is going to be updated. [ 613.665926] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.666238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.666238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.666398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.666537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.666720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ff98a6-5f83-435b-8108-45fa838b25dc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.893130] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.893130] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.893130] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.894212] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.894212] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.894212] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.894212] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.894212] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.894212] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.894436] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.894523] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.894628] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.894731] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.894837] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.894950] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.895093] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.926366] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.926468] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.926678] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.926768] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.927124] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-73249e56-8d79-44fb-8039-25de99f97993 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.927406] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-73249e56-8d79-44fb-8039-25de99f97993" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.927531] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-73249e56-8d79-44fb-8039-25de99f97993" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.927840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-73249e56-8d79-44fb-8039-25de99f97993" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.927976] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73249e56-8d79-44fb-8039-25de99f97993',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.970986] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 256db16c-bd74-4d16-ad04-ed2ccf13304b [ 613.971055] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.971212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.971291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.971567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.971674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.971782] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:256db16c-bd74-4d16-ad04-ed2ccf13304b already deleted. [ 613.971868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256db16c-bd74-4d16-ad04-ed2ccf13304b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.028069] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.028069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.028069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.028069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.028069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.028584] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.028584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.028584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.028584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.028830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.028830] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2abd62b-7e75-4480-b135-817be22e61bf already deleted. [ 614.028830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.145025] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.430368] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.430631] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.430757] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.431040] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.431187] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.431529] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 73249e56-8d79-44fb-8039-25de99f97993 not found, creating... [ 614.431604] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.431762] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.431873] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.432106] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.432238] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.432506] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.432668] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.433172] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.433453] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.433625] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.434239] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 73249e56-8d79-44fb-8039-25de99f97993 is going to be created. [ 614.456927] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.457351] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.457507] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.457808] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.458226] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.458508] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-73249e56-8d79-44fb-8039-25de99f97993" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.592917] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 062c1010-fa50-4a98-9f9e-100597af74b2 in Status: SUCCESS [ 614.593120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.593179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.593379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.593563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.593685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.593748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.593900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.593979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.594086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.594160] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.652412] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.652572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.652644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.652888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.652961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.653208] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 is going to be created. [ 614.680516] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.680686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.680731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.682024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.682024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.690984] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 in Status: UNINITIALIZED for 2s [ 614.894410] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: SUCCESS [ 614.894410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.097758] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c1010-fa50-4a98-9f9e-100597af74b2 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.098111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.098111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.098243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.098472] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.098530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.098594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.098747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.098825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.098948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.099069] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c1010-fa50-4a98-9f9e-100597af74b2 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.099163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.099224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.099363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.099605] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.101602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.101602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.101602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.101602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.101602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.101602] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.178801] env[66865]: INFO networking_nsxv3.common.synchronization [req-87454470-446a-4553-af36-1df002b62239 req-a80c8780-eaca-44ca-93d0-7bc1045db601 service nova] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_rules [ 615.179034] env[66865]: INFO networking_nsxv3.common.synchronization [req-87454470-446a-4553-af36-1df002b62239 req-a80c8780-eaca-44ca-93d0-7bc1045db601 service nova] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 615.179238] env[66865]: INFO networking_nsxv3.common.synchronization [req-87454470-446a-4553-af36-1df002b62239 req-a80c8780-eaca-44ca-93d0-7bc1045db601 service nova] Enqueued Resource ID: 73249e56-8d79-44fb-8039-25de99f97993 with Priority: HIGHEST for action port [ 615.179840] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_rules [ 615.180049] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 615.180205] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73249e56-8d79-44fb-8039-25de99f97993 with Priority: HIGHEST for action port [ 615.180966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.181063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.181151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.181532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.181627] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.182750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.182921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.183034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.183298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.183530] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.183657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.183754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.187019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.187019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.187019] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.187019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-73249e56-8d79-44fb-8039-25de99f97993 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.187019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73249e56-8d79-44fb-8039-25de99f97993" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.187019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73249e56-8d79-44fb-8039-25de99f97993" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.187019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73249e56-8d79-44fb-8039-25de99f97993" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.187019] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73249e56-8d79-44fb-8039-25de99f97993',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.604772] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 062c1010-fa50-4a98-9f9e-100597af74b2: rpc.has_security_group_logging(os_id): False [ 615.623628] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.623866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.623927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.624168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.624266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.624498] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.624655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.624655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.624819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.625123] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.625123] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.625393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.625393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.625767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.625906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.626152] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.626247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.626351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.626582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.626678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.626859] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 062c1010-fa50-4a98-9f9e-100597af74b2 is going to be created. [ 615.688975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.689119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.689178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.689408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.689619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.691751] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.692054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.692910] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.693763] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73249e56-8d79-44fb-8039-25de99f97993 with status ACTIVE [ 615.694297] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.694454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.694540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.694759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.694846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.695089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.695210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.695272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.695422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.695496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.695668] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.695756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.695813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.695945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.696299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.696414] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73249e56-8d79-44fb-8039-25de99f97993 is going to be updated. [ 615.716272] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 062c1010-fa50-4a98-9f9e-100597af74b2 in Status: IN_PROGRESS for 2s [ 615.727087] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.727087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.727087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.727087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.727087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.727087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73249e56-8d79-44fb-8039-25de99f97993" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.875312] env[66865]: INFO networking_nsxv3.common.synchronization [req-0cb7dec0-d1a3-4f81-9416-748e759404f3 req-2978f942-a7d7-4fdc-8b40-a528e6a47f74 tempest-ImagesOneServerTestJSON-1499192165 tempest-ImagesOneServerTestJSON-1499192165-project-member] Enqueued Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGHEST for action security_group_members [ 615.875913] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGHEST for action security_group_members [ 615.876316] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e40f767-9f36-44fa-9aba-d8f5a21208a8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.876461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.876538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.876858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.877017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.877539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.877610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.877800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.877896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.878018] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.007095] env[66865]: INFO networking_nsxv3.common.synchronization [req-e0eb88d0-d64d-45aa-9309-82fd85c32a85 req-d97d0ae2-4952-4f92-ac0b-4ea55e9ec8a7 tempest-SecurityGroupRulesTestJSON-2052096375 tempest-SecurityGroupRulesTestJSON-2052096375-project-member] Enqueued Resource ID: 08987d98-19cd-4b53-a2fd-45c636b8dc0a with Priority: HIGHEST for action security_group_rules [ 616.007760] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08987d98-19cd-4b53-a2fd-45c636b8dc0a with Priority: HIGHEST for action security_group_rules [ 616.008138] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08987d98-19cd-4b53-a2fd-45c636b8dc0a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.008318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08987d98-19cd-4b53-a2fd-45c636b8dc0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.008318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08987d98-19cd-4b53-a2fd-45c636b8dc0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.008586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08987d98-19cd-4b53-a2fd-45c636b8dc0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.009568] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08987d98-19cd-4b53-a2fd-45c636b8dc0a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.199383] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.292598] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.292827] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-982" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.292956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-982" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.293439] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-982" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.293753] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.293947] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.294105] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.294875] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.294875] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.294875] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.294875] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.295029] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.295167] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.295324] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.295550] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.295719] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.315972] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.316153] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.316455] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.316724] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-982" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.317109] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-eead9703-709b-4023-9971-0d83bab62a54 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.317365] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-eead9703-709b-4023-9971-0d83bab62a54" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.317466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-eead9703-709b-4023-9971-0d83bab62a54" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.318053] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-eead9703-709b-4023-9971-0d83bab62a54" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.318166] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eead9703-709b-4023-9971-0d83bab62a54',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.382992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.382992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.382992] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 already deleted. [ 616.382992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.534946] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.535170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.535232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.535494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.535893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.535893] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08987d98-19cd-4b53-a2fd-45c636b8dc0a already deleted. [ 616.535893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08987d98-19cd-4b53-a2fd-45c636b8dc0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.702563] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 in Status: SUCCESS [ 616.702900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.703384] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.703572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.703652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.703857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.703932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.704060] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2abd62b-7e75-4480-b135-817be22e61bf is going to be created. [ 616.705371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.705572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.705720] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.705834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.705895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.706035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.706114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.706194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.706283] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.734324] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.734497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.734610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.734781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.734940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.747444] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: UNINITIALIZED for 2s [ 616.821265] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.822269] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.822565] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.823596] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.823596] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.823716] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port eead9703-709b-4023-9971-0d83bab62a54 not found, creating... [ 616.824380] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.824380] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.824380] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.825430] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.825611] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.826015] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.826249] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.826392] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.826673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.826843] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.827043] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: eead9703-709b-4023-9971-0d83bab62a54 is going to be created. [ 616.849166] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.849388] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.849612] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.849781] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.850010] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.850322] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-eead9703-709b-4023-9971-0d83bab62a54" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.211973] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b85b397-cd10-48ca-82ac-66afa8b1bad1 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.211973] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.211973] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b85b397-cd10-48ca-82ac-66afa8b1bad1 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.211973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.212711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.212711] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.212711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.212711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.212711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.212711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.212941] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.212941] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.481707] env[66865]: INFO networking_nsxv3.common.synchronization [None req-72f00488-acc4-4360-b786-ed19700835a4 None None] Enqueued Resource ID: a4370dbb-296c-493f-a86f-eb18ae1db2ea with Priority: HIGHEST for action port [ 617.482845] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4370dbb-296c-493f-a86f-eb18ae1db2ea with Priority: HIGHEST for action port [ 617.483178] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4370dbb-296c-493f-a86f-eb18ae1db2ea taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.483320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4370dbb-296c-493f-a86f-eb18ae1db2ea" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.483406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4370dbb-296c-493f-a86f-eb18ae1db2ea" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.483695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4370dbb-296c-493f-a86f-eb18ae1db2ea" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.483784] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4370dbb-296c-493f-a86f-eb18ae1db2ea',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.583351] env[66865]: INFO networking_nsxv3.common.synchronization [req-0cb7dec0-d1a3-4f81-9416-748e759404f3 req-a50fd0bb-f46f-4525-9b18-830eaab5e759 service nova] Enqueued Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGHEST for action security_group_rules [ 617.583826] env[66865]: INFO networking_nsxv3.common.synchronization [req-0cb7dec0-d1a3-4f81-9416-748e759404f3 req-a50fd0bb-f46f-4525-9b18-830eaab5e759 service nova] Enqueued Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGHEST for action security_group_members [ 617.583955] env[66865]: INFO networking_nsxv3.common.synchronization [req-0cb7dec0-d1a3-4f81-9416-748e759404f3 req-a50fd0bb-f46f-4525-9b18-830eaab5e759 service nova] Enqueued Resource ID: eead9703-709b-4023-9971-0d83bab62a54 with Priority: HIGHEST for action port [ 617.584468] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGHEST for action security_group_rules [ 617.584616] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGHEST for action security_group_members [ 617.584716] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eead9703-709b-4023-9971-0d83bab62a54 with Priority: HIGHEST for action port [ 617.585014] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.585128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.585407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.585514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.585577] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.586546] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e40f767-9f36-44fa-9aba-d8f5a21208a8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.586638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.586671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.586847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.587012] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.587098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.587143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.587344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.587401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.587441] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.588221] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-eead9703-709b-4023-9971-0d83bab62a54 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.589227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eead9703-709b-4023-9971-0d83bab62a54" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.589290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eead9703-709b-4023-9971-0d83bab62a54" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.589433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eead9703-709b-4023-9971-0d83bab62a54" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.589603] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eead9703-709b-4023-9971-0d83bab62a54',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.715701] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b85b397-cd10-48ca-82ac-66afa8b1bad1: rpc.has_security_group_logging(os_id): False [ 617.729620] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 062c1010-fa50-4a98-9f9e-100597af74b2 in Status: SUCCESS [ 617.729726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.738813] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.738969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.739032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.739317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.739403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.740548] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.740548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.740548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.740548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.740548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.740548] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.740548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.740548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.740548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.740548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.740932] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.740932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.740932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.740932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.741088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.742274] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 is going to be created. [ 617.808575] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.808764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.808862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.810255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.810255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.824064] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 in Status: IN_PROGRESS for 2s [ 617.986152] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4370dbb-296c-493f-a86f-eb18ae1db2ea [ 617.986421] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.986563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.986632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.986852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.986936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.987037] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4370dbb-296c-493f-a86f-eb18ae1db2ea already deleted. [ 617.987117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4370dbb-296c-493f-a86f-eb18ae1db2ea" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.091384] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e40f767-9f36-44fa-9aba-d8f5a21208a8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.091545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.091866] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.092787] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eead9703-709b-4023-9971-0d83bab62a54 with status ACTIVE [ 618.093308] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.093308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.093308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.093483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.093483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.093664] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.093778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.093840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.094452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.094452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.094452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.094452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.094656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.094656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.094731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.094792] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eead9703-709b-4023-9971-0d83bab62a54 is going to be updated. [ 618.120040] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.120040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.120040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.120040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.120040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.120040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eead9703-709b-4023-9971-0d83bab62a54" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.296208] env[66865]: INFO networking_nsxv3.common.synchronization [req-271b60c4-4532-4bd0-aa60-edde1cfbe7f5 req-37090d12-848b-484b-8574-90a1a5a08925 tempest-FloatingIPsAssociationNegativeTestJSON-907738432 tempest-FloatingIPsAssociationNegativeTestJSON-907738432-project-member] Enqueued Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGHEST for action security_group_members [ 618.296830] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGHEST for action security_group_members [ 618.297309] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2931fc-9554-4efe-b5b6-5c0d13871044 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.297440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.297504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.299423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.299681] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.299762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.299806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.300062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.300163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.300200] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.598244] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.743931] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.744246] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.744378] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.744756] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.745062] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.745236] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.745349] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.745565] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.745705] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.745924] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.746059] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.746179] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.746287] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.746389] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.746499] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.746640] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.758058] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: SUCCESS [ 618.758460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.758994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.758994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.759342] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.759469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.759532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.759699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.759862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.759981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.760129] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.768516] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.768516] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.768654] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.768844] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.769651] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-757656e2-8463-4f5a-b9fc-b4eeb2803258 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.770483] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-757656e2-8463-4f5a-b9fc-b4eeb2803258" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.770483] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-757656e2-8463-4f5a-b9fc-b4eeb2803258" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.770616] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-757656e2-8463-4f5a-b9fc-b4eeb2803258" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.770746] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757656e2-8463-4f5a-b9fc-b4eeb2803258',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.802879] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.803095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.803161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.803390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.803506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.803706] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.803820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.803896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.804083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.804136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.804233] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 already deleted. [ 618.804321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.105079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.105079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.105079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.105079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.105079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.105079] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 is going to be created. [ 619.142928] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.143321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.143913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.143913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.144138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155352] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 in Status: UNINITIALIZED for 2s [ 619.265050] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.265271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.265460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.265693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.265881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.266025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.266373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.266373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.266480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.266546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.266719] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.266840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.266914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.267087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.267236] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.267348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.267452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.267632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.267693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.267874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.267874] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.274922] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.275107] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.275401] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.275775] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.275775] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.275978] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 757656e2-8463-4f5a-b9fc-b4eeb2803258 not found, creating... [ 619.276673] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.276673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.276824] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.277124] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.277411] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.278791] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.278791] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.278791] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.278791] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.279115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.279115] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 757656e2-8463-4f5a-b9fc-b4eeb2803258 is going to be created. [ 619.343609] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.344140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.344140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.344445] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.344767] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.345030] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-757656e2-8463-4f5a-b9fc-b4eeb2803258" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.735422] env[66865]: INFO networking_nsxv3.common.synchronization [None req-b86ad9d1-4252-447f-b355-b664fe517318 None None] Enqueued Resource ID: 8703e64e-357d-422e-94f8-3035ab57ce03 with Priority: HIGHEST for action port [ 619.736045] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8703e64e-357d-422e-94f8-3035ab57ce03 with Priority: HIGHEST for action port [ 619.737081] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8703e64e-357d-422e-94f8-3035ab57ce03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.737081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8703e64e-357d-422e-94f8-3035ab57ce03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.737081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8703e64e-357d-422e-94f8-3035ab57ce03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.737081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8703e64e-357d-422e-94f8-3035ab57ce03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.737081] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8703e64e-357d-422e-94f8-3035ab57ce03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.770780] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2abd62b-7e75-4480-b135-817be22e61bf: rpc.has_security_group_logging(os_id): False [ 619.790607] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.790822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.791458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.791458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.791458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.791786] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.791844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.792360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.792360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.792360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.792710] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.792710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.793021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.793170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.793301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.793977] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.794104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.794207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.794405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.794564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.795444] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2abd62b-7e75-4480-b135-817be22e61bf is going to be created. [ 619.838299] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 in Status: SUCCESS [ 619.838727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.856283] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.858039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.858039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.858039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.858039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.871552] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: IN_PROGRESS for 2s [ 620.026991] env[66865]: INFO networking_nsxv3.common.synchronization [req-271b60c4-4532-4bd0-aa60-edde1cfbe7f5 req-9b22f8fe-7afd-4a48-9f62-a72b3fea914a service nova] Enqueued Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGHEST for action security_group_rules [ 620.027179] env[66865]: INFO networking_nsxv3.common.synchronization [req-271b60c4-4532-4bd0-aa60-edde1cfbe7f5 req-9b22f8fe-7afd-4a48-9f62-a72b3fea914a service nova] Enqueued Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGHEST for action security_group_members [ 620.027311] env[66865]: INFO networking_nsxv3.common.synchronization [req-271b60c4-4532-4bd0-aa60-edde1cfbe7f5 req-9b22f8fe-7afd-4a48-9f62-a72b3fea914a service nova] Enqueued Resource ID: 757656e2-8463-4f5a-b9fc-b4eeb2803258 with Priority: HIGHEST for action port [ 620.027541] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGHEST for action security_group_rules [ 620.027671] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGHEST for action security_group_members [ 620.027767] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757656e2-8463-4f5a-b9fc-b4eeb2803258 with Priority: HIGHEST for action port [ 620.028316] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee2931fc-9554-4efe-b5b6-5c0d13871044 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.028451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.028542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.028792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.028881] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.030999] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2931fc-9554-4efe-b5b6-5c0d13871044 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.032000] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.032000] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.032000] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.032000] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.032000] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.032000] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.032000] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.032000] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.032000] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.032756] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-757656e2-8463-4f5a-b9fc-b4eeb2803258 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.032874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757656e2-8463-4f5a-b9fc-b4eeb2803258" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.032910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757656e2-8463-4f5a-b9fc-b4eeb2803258" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.034488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757656e2-8463-4f5a-b9fc-b4eeb2803258" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.034488] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757656e2-8463-4f5a-b9fc-b4eeb2803258',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.239675] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8703e64e-357d-422e-94f8-3035ab57ce03 [ 620.239977] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.240387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.240640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.241033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.241212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.241392] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8703e64e-357d-422e-94f8-3035ab57ce03 already deleted. [ 620.241626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8703e64e-357d-422e-94f8-3035ab57ce03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.535676] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.539082] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2931fc-9554-4efe-b5b6-5c0d13871044 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.541746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.542230] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 757656e2-8463-4f5a-b9fc-b4eeb2803258 with status ACTIVE [ 620.542886] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.542886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.542886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.542886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.543142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.543142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.543232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.543268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.543715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.543715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.543715] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.543715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.543908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.543908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.543972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.544382] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 757656e2-8463-4f5a-b9fc-b4eeb2803258 is going to be updated. [ 620.568514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.568731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.568731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.568947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.569093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.569252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757656e2-8463-4f5a-b9fc-b4eeb2803258" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.946044] env[66865]: INFO networking_nsxv3.common.synchronization [req-7b041472-4797-4f55-af51-a26cd22d8147 req-5f9bdab2-67a9-4875-94b7-e3b79747b328 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_members [ 620.946747] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_members [ 620.946747] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7341e45-59b8-4e37-81f7-ca290156dbf0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.946859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.946898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.950331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.950331] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.950331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.950331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.950614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.950724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.950921] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.043798] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.168949] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 in Status: SUCCESS [ 621.169421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.170305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.170305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.170305] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.170547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.170547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.170622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.170705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.170890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.170890] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.355619] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.355836] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.355836] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.356646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.356646] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.356646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.357199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.357199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.357199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.357379] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.357439] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.357597] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.357705] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.357815] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.357919] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.358063] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.379303] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.379442] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.379588] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.379764] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.380095] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-1d5ebd54-a878-4294-a31c-5f6038a410c0 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.380279] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-1d5ebd54-a878-4294-a31c-5f6038a410c0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.380418] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-1d5ebd54-a878-4294-a31c-5f6038a410c0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.380778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-1d5ebd54-a878-4294-a31c-5f6038a410c0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.380930] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5ebd54-a878-4294-a31c-5f6038a410c0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.456731] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.456900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.457131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.457203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.457287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.457479] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.457624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.457624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.457825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.457936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.458039] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 already deleted. [ 621.458124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.545079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.545079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.545442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.545442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.545611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.545845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 is going to be created. [ 621.577622] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.577622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.577622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.577622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.577622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.587549] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 in Status: UNINITIALIZED for 2s [ 621.674941] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e40f767-9f36-44fa-9aba-d8f5a21208a8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.675198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.675276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.675497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.675788] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.676167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.676167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.676310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.676411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.678452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e40f767-9f36-44fa-9aba-d8f5a21208a8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.678452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.678452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.678452] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.883237] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.883505] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.883585] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.883877] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.884047] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.884243] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 1d5ebd54-a878-4294-a31c-5f6038a410c0 not found, creating... [ 621.884442] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.884609] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.884750] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.884937] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.885082] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.885358] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.885516] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.885730] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.885845] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.885976] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.886147] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 1d5ebd54-a878-4294-a31c-5f6038a410c0 is going to be created. [ 621.887850] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: SUCCESS [ 621.888034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.907432] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.908068] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.908068] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.908445] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.908445] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.908688] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-1d5ebd54-a878-4294-a31c-5f6038a410c0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.181142] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e40f767-9f36-44fa-9aba-d8f5a21208a8: rpc.has_security_group_logging(os_id): False [ 622.200860] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.201046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.201148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.201376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.201551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.201775] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.201875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.201936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.202115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.202197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.202376] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.202506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.202580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.202755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.202874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.203106] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.203206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.203269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.203424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.203500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.203585] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 is going to be created. [ 622.281256] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.281424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.281424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.282070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.282174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.290718] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1ae727d4-9a73-4a43-b1d3-1382a7d1fb79 tempest-ServersWithSpecificFlavorTestJSON-386325694 tempest-ServersWithSpecificFlavorTestJSON-386325694-project-member] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_rules [ 622.291715] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_rules [ 622.292310] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.292587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.292587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.293428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.293428] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.312562] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 in Status: IN_PROGRESS for 2s [ 622.704812] env[66865]: INFO networking_nsxv3.common.synchronization [req-7b041472-4797-4f55-af51-a26cd22d8147 req-c461d407-08c1-424b-aa1b-7a8c72c1ab6a service nova] Enqueued Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_rules [ 622.705110] env[66865]: INFO networking_nsxv3.common.synchronization [req-7b041472-4797-4f55-af51-a26cd22d8147 req-c461d407-08c1-424b-aa1b-7a8c72c1ab6a service nova] Enqueued Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_members [ 622.705161] env[66865]: INFO networking_nsxv3.common.synchronization [req-7b041472-4797-4f55-af51-a26cd22d8147 req-c461d407-08c1-424b-aa1b-7a8c72c1ab6a service nova] Enqueued Resource ID: 1d5ebd54-a878-4294-a31c-5f6038a410c0 with Priority: HIGHEST for action port [ 622.705696] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_rules [ 622.705838] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_members [ 622.705935] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5ebd54-a878-4294-a31c-5f6038a410c0 with Priority: HIGHEST for action port [ 622.706224] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7341e45-59b8-4e37-81f7-ca290156dbf0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.707033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.707033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.707033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.707033] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.707857] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7341e45-59b8-4e37-81f7-ca290156dbf0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.708018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.708073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.708254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.708489] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.708558] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.708642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.708803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.708902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.709103] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.711367] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d5ebd54-a878-4294-a31c-5f6038a410c0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.711367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d5ebd54-a878-4294-a31c-5f6038a410c0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.711367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d5ebd54-a878-4294-a31c-5f6038a410c0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.711367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d5ebd54-a878-4294-a31c-5f6038a410c0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.711367] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5ebd54-a878-4294-a31c-5f6038a410c0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.715072] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c29ca817-5339-4561-92c2-a412233ca901 tempest-ServersWithSpecificFlavorTestJSON-386325694 tempest-ServersWithSpecificFlavorTestJSON-386325694-project-member] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_rules [ 622.718232] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_rules [ 622.718232] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.718232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.814524] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.814691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.814734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.814954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.815060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.816724] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 already deleted. [ 622.816724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.816724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.816724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.816724] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.215296] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7341e45-59b8-4e37-81f7-ca290156dbf0 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.216027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.216198] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.217674] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d5ebd54-a878-4294-a31c-5f6038a410c0 with status ACTIVE [ 623.217674] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.217674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.217674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.218017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.218017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.218017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.218130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.218130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.219289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.219492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.219616] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.219723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.219864] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.219972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.220059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.220158] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d5ebd54-a878-4294-a31c-5f6038a410c0 is going to be updated. [ 623.244488] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.244650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.244710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.244932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.245082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.245240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d5ebd54-a878-4294-a31c-5f6038a410c0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.341327] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.341587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.341587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.341879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.341951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.342098] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 already deleted. [ 623.342281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.600564] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 in Status: SUCCESS [ 623.602797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.602797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.602797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.604127] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.604393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.604487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.604735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.604856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.604968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.605142] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.696363] env[66865]: INFO networking_nsxv3.common.synchronization [req-80281be4-6a9a-424a-92ff-016fe5ab51a9 req-d8f01078-557c-4da6-8735-544ea6f9df81 tempest-SecurityGroupRulesTestJSON-2052096375 tempest-SecurityGroupRulesTestJSON-2052096375-project-member] Enqueued Resource ID: fb71a763-7a18-40ce-a5f4-7593984914c3 with Priority: HIGHEST for action security_group_rules [ 623.696678] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb71a763-7a18-40ce-a5f4-7593984914c3 with Priority: HIGHEST for action security_group_rules [ 623.696975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb71a763-7a18-40ce-a5f4-7593984914c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.697312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb71a763-7a18-40ce-a5f4-7593984914c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.697456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb71a763-7a18-40ce-a5f4-7593984914c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.699914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb71a763-7a18-40ce-a5f4-7593984914c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.699914] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb71a763-7a18-40ce-a5f4-7593984914c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.723495] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.107955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2931fc-9554-4efe-b5b6-5c0d13871044 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.108332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.108332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.108647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.108647] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.108854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.108854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.109038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.109038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.109128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.109299] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2931fc-9554-4efe-b5b6-5c0d13871044 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.109396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.109446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.109643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.109790] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.109950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.110020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.110169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.110251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.110340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.110487] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.224486] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.224691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.224777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.224962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.225156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.225156] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb71a763-7a18-40ce-a5f4-7593984914c3 already deleted. [ 624.225320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb71a763-7a18-40ce-a5f4-7593984914c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.230017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.230017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.230017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.230017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.230017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.230017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 is going to be created. [ 624.273733] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.274612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.274832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.275368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.275368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.292390] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 in Status: UNINITIALIZED for 2s [ 624.339936] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 in Status: SUCCESS [ 624.339936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.615904] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee2931fc-9554-4efe-b5b6-5c0d13871044: rpc.has_security_group_logging(os_id): False [ 624.637037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.637037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.637037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.637037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.637988] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.637988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.637988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.637988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.637988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.637988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 is going to be created. [ 624.712280] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.712490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.712541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.712787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.713021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.725585] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 in Status: IN_PROGRESS for 2s [ 626.036036] env[66865]: INFO networking_nsxv3.common.synchronization [None req-7efe1e7e-6b11-4aef-8154-523811cf4787 None None] Enqueued Resource ID: 9858d2b1-297a-4697-9353-6e9496e44e96 with Priority: HIGHEST for action port [ 626.036036] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9858d2b1-297a-4697-9353-6e9496e44e96 with Priority: HIGHEST for action port [ 626.036036] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-9858d2b1-297a-4697-9353-6e9496e44e96 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.036608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9858d2b1-297a-4697-9353-6e9496e44e96" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.036608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9858d2b1-297a-4697-9353-6e9496e44e96" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.036672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9858d2b1-297a-4697-9353-6e9496e44e96" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.036830] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9858d2b1-297a-4697-9353-6e9496e44e96',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.306216] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 in Status: SUCCESS [ 626.306438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.306617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.306844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307053] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307575] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307666] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.541163] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9858d2b1-297a-4697-9353-6e9496e44e96 [ 626.541163] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.541163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.541163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.541163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.541163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.541163] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9858d2b1-297a-4697-9353-6e9496e44e96 already deleted. [ 626.541163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9858d2b1-297a-4697-9353-6e9496e44e96" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.740289] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 in Status: SUCCESS [ 626.741287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.810323] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.316673] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7341e45-59b8-4e37-81f7-ca290156dbf0: rpc.has_security_group_logging(os_id): False [ 627.341550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.341550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.341827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.341827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.341892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.342266] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.342266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.342363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.343017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.343017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.343017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 is going to be created. [ 627.416421] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.416516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.416598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.416771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.416934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.429056] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 in Status: IN_PROGRESS for 2s [ 628.136502] env[66865]: INFO networking_nsxv3.common.synchronization [req-9a1994a4-5840-4416-876a-031989698006 req-5891a24d-7460-4742-80de-cc1c492bb8c4 tempest-DeleteServersAdminTestJSON-1670340259 tempest-DeleteServersAdminTestJSON-1670340259-project-admin] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 628.137155] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 628.138302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.138302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.138302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.138302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.138302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.138302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.138652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.138652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.138712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.138851] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.641280] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.641637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.641637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.641998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.642074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.642313] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.642472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.642520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.643021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.643021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.643021] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b is going to be updated. [ 628.679485] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.679735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.679735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.680321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.680321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.691060] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: IN_PROGRESS for 2s [ 628.757311] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c5e8fcde-651b-45a9-84d9-8e8ec0210a4c None None] Enqueued Resource ID: 90ce5959-81ee-4bb2-b82f-5314ed7e31a9 with Priority: HIGHEST for action port [ 628.757311] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ce5959-81ee-4bb2-b82f-5314ed7e31a9 with Priority: HIGHEST for action port [ 628.758624] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-90ce5959-81ee-4bb2-b82f-5314ed7e31a9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.759037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90ce5959-81ee-4bb2-b82f-5314ed7e31a9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.759149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90ce5959-81ee-4bb2-b82f-5314ed7e31a9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.759348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90ce5959-81ee-4bb2-b82f-5314ed7e31a9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.759436] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90ce5959-81ee-4bb2-b82f-5314ed7e31a9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.262995] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90ce5959-81ee-4bb2-b82f-5314ed7e31a9 [ 629.263256] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.263429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.263478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.263682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.263771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.263867] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90ce5959-81ee-4bb2-b82f-5314ed7e31a9 already deleted. [ 629.263951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90ce5959-81ee-4bb2-b82f-5314ed7e31a9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.360411] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6d473765-ee61-447a-b7e2-daf33cb66dea None None] Enqueued Resource ID: 8d9f3465-b4ab-444c-9b55-9b9d94086c46 with Priority: HIGHEST for action port [ 629.360716] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d9f3465-b4ab-444c-9b55-9b9d94086c46 with Priority: HIGHEST for action port [ 629.361094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d9f3465-b4ab-444c-9b55-9b9d94086c46 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.361591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d9f3465-b4ab-444c-9b55-9b9d94086c46" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.361591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d9f3465-b4ab-444c-9b55-9b9d94086c46" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.361753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d9f3465-b4ab-444c-9b55-9b9d94086c46" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.361841] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d9f3465-b4ab-444c-9b55-9b9d94086c46',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.443163] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 in Status: SUCCESS [ 629.443807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.863861] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d9f3465-b4ab-444c-9b55-9b9d94086c46 [ 629.864184] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.864292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.865052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.865052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.865052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.865052] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d9f3465-b4ab-444c-9b55-9b9d94086c46 already deleted. [ 629.865052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d9f3465-b4ab-444c-9b55-9b9d94086c46" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.711180] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: SUCCESS [ 630.712299] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b deletion is rescheduled due to dependency. [ 630.715028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.462913] env[66865]: INFO networking_nsxv3.common.synchronization [req-866d99d1-8152-4816-8046-1e6c012f050a req-1ac04cf6-dc96-4bb3-a359-e365484387f3 tempest-ServerDiagnosticsTest-438123031 tempest-ServerDiagnosticsTest-438123031-project-member] Enqueued Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGHEST for action security_group_members [ 631.463318] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGHEST for action security_group_members [ 631.463624] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e07b2b0-ef10-4cff-b069-ea6902742ca8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.463775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.463830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.464392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.465458] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.465458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.465458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.465458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.465458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.465458] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.970377] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.970377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.971485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.971485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.971485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.971485] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.971485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.971485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.971485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.971485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.971485] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 is going to be updated. [ 632.011039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.011340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.011340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.012016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.012016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.024245] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 in Status: IN_PROGRESS for 2s [ 632.182825] env[66865]: INFO networking_nsxv3.common.synchronization [req-e312ccf4-9a56-4f78-ab3b-ab6f4c8dfae2 req-0d30f1ca-1840-406a-a0c0-9241e219c2aa tempest-SecurityGroupRulesTestJSON-2052096375 tempest-SecurityGroupRulesTestJSON-2052096375-project-member] Enqueued Resource ID: c6fa9eda-52c1-4a4d-802e-20adc71ed919 with Priority: HIGHEST for action security_group_rules [ 632.182825] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fa9eda-52c1-4a4d-802e-20adc71ed919 with Priority: HIGHEST for action security_group_rules [ 632.182825] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6fa9eda-52c1-4a4d-802e-20adc71ed919 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.182825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6fa9eda-52c1-4a4d-802e-20adc71ed919" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.183155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6fa9eda-52c1-4a4d-802e-20adc71ed919" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.185142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6fa9eda-52c1-4a4d-802e-20adc71ed919" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.185258] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6fa9eda-52c1-4a4d-802e-20adc71ed919',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.319412] env[66865]: INFO networking_nsxv3.common.synchronization [None req-e954de66-66a3-4967-bf5b-265b07d8404a None None] Enqueued Resource ID: a5236b7b-4e5d-4eb1-87aa-93336db308d7 with Priority: HIGHEST for action port [ 632.320920] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5236b7b-4e5d-4eb1-87aa-93336db308d7 with Priority: HIGHEST for action port [ 632.322099] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5236b7b-4e5d-4eb1-87aa-93336db308d7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.322268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5236b7b-4e5d-4eb1-87aa-93336db308d7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.322350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5236b7b-4e5d-4eb1-87aa-93336db308d7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.322648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5236b7b-4e5d-4eb1-87aa-93336db308d7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.322777] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5236b7b-4e5d-4eb1-87aa-93336db308d7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.720744] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.721144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.721144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.721237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.721275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.721371] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6fa9eda-52c1-4a4d-802e-20adc71ed919 already deleted. [ 632.721451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6fa9eda-52c1-4a4d-802e-20adc71ed919" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.826642] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5236b7b-4e5d-4eb1-87aa-93336db308d7 [ 632.827155] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.827155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.827155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.827362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.827397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.827495] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5236b7b-4e5d-4eb1-87aa-93336db308d7 already deleted. [ 632.827576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5236b7b-4e5d-4eb1-87aa-93336db308d7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.866331] env[66865]: INFO networking_nsxv3.common.synchronization [req-90a24bfe-ec5d-4bdb-ae25-373e2d035ead req-011859c2-7e83-4a90-8ab8-a2cfe1c6cd66 tempest-VolumesAssistedSnapshotsTest-1956381066 tempest-VolumesAssistedSnapshotsTest-1956381066-project-member] Enqueued Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_members [ 632.866900] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_members [ 632.867293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-66200bef-146a-4c42-b9ec-8300caf37917 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.867428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.867494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.867747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.867925] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.867998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.868060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.868208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.868287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.868390] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.321608] env[66865]: INFO networking_nsxv3.common.synchronization [req-93839746-bd7b-4340-b0a9-d38077c7d826 req-68c3ee77-7651-4f66-b84a-9743f67f72a3 tempest-ServerExternalEventsTest-1904158977 tempest-ServerExternalEventsTest-1904158977-project-member] Enqueued Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGHEST for action security_group_members [ 633.327027] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGHEST for action security_group_members [ 633.327027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-062c1010-fa50-4a98-9f9e-100597af74b2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.327027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.327027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.327027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.327027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.327027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.327027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.327027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.327027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.327027] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.372482] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.372721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.372721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.372966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.373078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.373271] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.373375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.373440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.374167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.374167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.374167] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66200bef-146a-4c42-b9ec-8300caf37917 already deleted. [ 633.374167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.414266] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.414737] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-526" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.415061] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-526" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.415554] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-526" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.415945] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.416115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.416332] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.416624] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.416819] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.417441] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.417441] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.418093] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.418093] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.418093] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.418093] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.418299] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.439862] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.440040] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.440298] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.440364] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-526" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.440731] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-41757c0b-a2a2-4b83-9048-ffa1b908fa09 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.440972] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-41757c0b-a2a2-4b83-9048-ffa1b908fa09" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.441157] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-41757c0b-a2a2-4b83-9048-ffa1b908fa09" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.441540] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-41757c0b-a2a2-4b83-9048-ffa1b908fa09" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.441732] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41757c0b-a2a2-4b83-9048-ffa1b908fa09',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.672195] env[66865]: INFO networking_nsxv3.common.synchronization [None req-848c8174-3035-4720-8e85-d90cc33c4de9 None None] Enqueued Resource ID: a2711227-7f36-4671-96ff-a947a610218d with Priority: HIGHEST for action port [ 633.674027] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2711227-7f36-4671-96ff-a947a610218d with Priority: HIGHEST for action port [ 633.674027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2711227-7f36-4671-96ff-a947a610218d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.674027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2711227-7f36-4671-96ff-a947a610218d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.674027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2711227-7f36-4671-96ff-a947a610218d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.674027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2711227-7f36-4671-96ff-a947a610218d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.674027] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2711227-7f36-4671-96ff-a947a610218d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.831827] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.831827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.831827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.831827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.831827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.831827] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.831827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.831827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.831827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.831827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.831827] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 062c1010-fa50-4a98-9f9e-100597af74b2 is going to be updated. [ 633.877050] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.877050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.877050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.877279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.877418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.887920] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 062c1010-fa50-4a98-9f9e-100597af74b2 in Status: IN_PROGRESS for 2s [ 633.944723] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.945169] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.945313] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.945587] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.945783] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.945872] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 41757c0b-a2a2-4b83-9048-ffa1b908fa09 not found, creating... [ 633.946157] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.946317] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.946427] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.946646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.946778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.947110] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.947280] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.947379] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.947604] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.947731] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.947879] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 41757c0b-a2a2-4b83-9048-ffa1b908fa09 is going to be created. [ 633.993240] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.993794] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.993794] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.993955] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.995956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.995956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-41757c0b-a2a2-4b83-9048-ffa1b908fa09" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.051118] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 in Status: SUCCESS [ 634.051118] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 deletion is rescheduled due to dependency. [ 634.051118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.176530] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2711227-7f36-4671-96ff-a947a610218d [ 634.176785] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.176930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.177043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.177238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.177390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.177462] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2711227-7f36-4671-96ff-a947a610218d already deleted. [ 634.177525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2711227-7f36-4671-96ff-a947a610218d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.478736] env[66865]: INFO networking_nsxv3.common.synchronization [req-96d95508-b24c-421b-ae6c-abe42cdd7c05 req-9c2160fe-211f-46b1-a8cc-77cf32308302 tempest-InstanceActionsV221TestJSON-366790274 tempest-InstanceActionsV221TestJSON-366790274-project-member] Enqueued Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGHEST for action security_group_members [ 634.479343] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGHEST for action security_group_members [ 634.479754] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b85b397-cd10-48ca-82ac-66afa8b1bad1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.479891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.480016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.480280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.480563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.481302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.482225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.482225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.482225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.482225] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.717405] env[66865]: INFO networking_nsxv3.common.synchronization [req-90a24bfe-ec5d-4bdb-ae25-373e2d035ead req-9ef9c230-6352-4151-8cbc-e83ad35b5422 service nova] Enqueued Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_rules [ 634.717479] env[66865]: INFO networking_nsxv3.common.synchronization [req-90a24bfe-ec5d-4bdb-ae25-373e2d035ead req-9ef9c230-6352-4151-8cbc-e83ad35b5422 service nova] Enqueued Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_members [ 634.717840] env[66865]: INFO networking_nsxv3.common.synchronization [req-90a24bfe-ec5d-4bdb-ae25-373e2d035ead req-9ef9c230-6352-4151-8cbc-e83ad35b5422 service nova] Enqueued Resource ID: 41757c0b-a2a2-4b83-9048-ffa1b908fa09 with Priority: HIGHEST for action port [ 634.718264] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_rules [ 634.718419] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_members [ 634.718529] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41757c0b-a2a2-4b83-9048-ffa1b908fa09 with Priority: HIGHEST for action port [ 634.718888] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66200bef-146a-4c42-b9ec-8300caf37917 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.719035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.719099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.719364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.719452] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.720326] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-66200bef-146a-4c42-b9ec-8300caf37917 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.720589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.720589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.720784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.720941] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.721054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.721117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.721307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.721395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.721488] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.722293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-41757c0b-a2a2-4b83-9048-ffa1b908fa09 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.722570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41757c0b-a2a2-4b83-9048-ffa1b908fa09" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.722570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41757c0b-a2a2-4b83-9048-ffa1b908fa09" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.722639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41757c0b-a2a2-4b83-9048-ffa1b908fa09" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.723213] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41757c0b-a2a2-4b83-9048-ffa1b908fa09',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.984340] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.984663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.984663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.984805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.985058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.985058] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.985180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.985232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.985366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.985442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.985549] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 is going to be updated. [ 635.016911] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.017094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.017094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.017305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.017451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.020813] env[66865]: INFO networking_nsxv3.common.synchronization [req-e11465a2-a416-4dbf-9891-fda38f3696ee req-2a99be30-53fd-44db-96fd-b6fcaa94f304 tempest-TenantUsagesTestJSON-332219366 tempest-TenantUsagesTestJSON-332219366-project-member] Enqueued Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGHEST for action security_group_members [ 635.021894] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGHEST for action security_group_members [ 635.022212] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b77d5cf8-87b3-4698-a0b2-426266e42d2d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.022349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.022424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.022590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.023044] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.023044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.023044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.025832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.026182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.026182] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.029319] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 in Status: IN_PROGRESS for 2s [ 635.224659] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.225743] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-66200bef-146a-4c42-b9ec-8300caf37917 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.225934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.227984] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41757c0b-a2a2-4b83-9048-ffa1b908fa09 with status ACTIVE [ 635.227984] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.227984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.227984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.228630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.228710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.228903] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.229053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.229165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.231476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.231476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.231476] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.231476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.231476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.232101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.233553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.233553] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41757c0b-a2a2-4b83-9048-ffa1b908fa09 is going to be updated. [ 635.270792] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.271451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.271451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.271451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.271451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.271657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41757c0b-a2a2-4b83-9048-ffa1b908fa09" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.422176] env[66865]: INFO networking_nsxv3.common.synchronization [req-32ba645f-7ff6-480e-aa64-87827f2940cd req-80a10104-089f-483c-9c39-8246278ce38a tempest-ServerDiagnosticsNegativeTest-67316770 tempest-ServerDiagnosticsNegativeTest-67316770-project-member] Enqueued Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGHEST for action security_group_members [ 635.422818] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGHEST for action security_group_members [ 635.423930] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b1eef1-b746-437c-900a-f9320807b646 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.423930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.424142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.424475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.424475] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.424688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.424738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.424934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.425038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.425140] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.528839] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.529045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.529099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.529433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.529538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.529774] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.530254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.530254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.530351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.530351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.530566] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d is going to be updated. [ 635.567863] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.567863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.567863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.567863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.567863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.577693] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d in Status: IN_PROGRESS for 2s [ 635.729012] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.805498] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.805498] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.805865] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.806526] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.806986] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.807400] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.807798] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.808441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.809521] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.809930] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.810213] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.810422] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.810764] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.810961] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.811184] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.811401] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.836508] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.836862] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.837114] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.837392] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.837934] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-3845ebc9-89ec-45b4-b5df-e7693c5e8971 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.838266] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-3845ebc9-89ec-45b4-b5df-e7693c5e8971" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.838528] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-3845ebc9-89ec-45b4-b5df-e7693c5e8971" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.839086] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-3845ebc9-89ec-45b4-b5df-e7693c5e8971" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.839317] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3845ebc9-89ec-45b4-b5df-e7693c5e8971',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.892762] env[66865]: INFO networking_nsxv3.common.synchronization [None req-46f68330-73e8-42db-b7fd-5c745c6cec25 None None] Enqueued Resource ID: 449bc58a-edf4-4ae9-a0b5-5d8787852e0b with Priority: HIGHEST for action port [ 635.893743] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 449bc58a-edf4-4ae9-a0b5-5d8787852e0b with Priority: HIGHEST for action port [ 635.896449] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-449bc58a-edf4-4ae9-a0b5-5d8787852e0b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.896449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-449bc58a-edf4-4ae9-a0b5-5d8787852e0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.896449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-449bc58a-edf4-4ae9-a0b5-5d8787852e0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.896449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-449bc58a-edf4-4ae9-a0b5-5d8787852e0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.896449] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('449bc58a-edf4-4ae9-a0b5-5d8787852e0b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.905758] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 062c1010-fa50-4a98-9f9e-100597af74b2 in Status: SUCCESS [ 635.905936] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 062c1010-fa50-4a98-9f9e-100597af74b2 deletion is rescheduled due to dependency. [ 635.906065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.928079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.928261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.929594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.929594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.929594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.929594] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.929594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.929594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.929594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.929594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.929594] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b1eef1-b746-437c-900a-f9320807b646 already deleted. [ 635.929594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.234854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.235285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.235285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.235453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.235453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.235575] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66200bef-146a-4c42-b9ec-8300caf37917 is going to be created. [ 636.266319] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.266667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.268539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.268539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.268539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.282161] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66200bef-146a-4c42-b9ec-8300caf37917 in Status: UNINITIALIZED for 2s [ 636.347027] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.347027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.347027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.347027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.347027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.347027] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 3845ebc9-89ec-45b4-b5df-e7693c5e8971 not found, creating... [ 636.347027] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.347027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.347027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.347027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.347027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.350983] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.350983] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.351295] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.351680] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.351918] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.352497] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 3845ebc9-89ec-45b4-b5df-e7693c5e8971 is going to be created. [ 636.389538] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.389875] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.389986] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.390317] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.390649] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.390863] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-3845ebc9-89ec-45b4-b5df-e7693c5e8971" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.400035] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 449bc58a-edf4-4ae9-a0b5-5d8787852e0b [ 636.400203] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.400409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.400569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.400886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.401043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.401195] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:449bc58a-edf4-4ae9-a0b5-5d8787852e0b already deleted. [ 636.401351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-449bc58a-edf4-4ae9-a0b5-5d8787852e0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.040967] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 in Status: SUCCESS [ 637.041275] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 deletion is rescheduled due to dependency. [ 637.041550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.154142] env[66865]: INFO networking_nsxv3.common.synchronization [req-32ba645f-7ff6-480e-aa64-87827f2940cd req-d351f3dc-aaeb-4e6c-9282-0a458cd7f165 service nova] Enqueued Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGHEST for action security_group_rules [ 637.154365] env[66865]: INFO networking_nsxv3.common.synchronization [req-32ba645f-7ff6-480e-aa64-87827f2940cd req-d351f3dc-aaeb-4e6c-9282-0a458cd7f165 service nova] Enqueued Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGHEST for action security_group_members [ 637.154428] env[66865]: INFO networking_nsxv3.common.synchronization [req-32ba645f-7ff6-480e-aa64-87827f2940cd req-d351f3dc-aaeb-4e6c-9282-0a458cd7f165 service nova] Enqueued Resource ID: 3845ebc9-89ec-45b4-b5df-e7693c5e8971 with Priority: HIGHEST for action port [ 637.154656] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGHEST for action security_group_rules [ 637.154783] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGHEST for action security_group_members [ 637.154881] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3845ebc9-89ec-45b4-b5df-e7693c5e8971 with Priority: HIGHEST for action port [ 637.155723] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b1eef1-b746-437c-900a-f9320807b646 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.155868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.155938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.158611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.158611] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.158611] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b1eef1-b746-437c-900a-f9320807b646 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.158611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.158611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.158611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.159164] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.159164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.159164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.159164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.159164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.159414] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.159992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-3845ebc9-89ec-45b4-b5df-e7693c5e8971 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.161356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3845ebc9-89ec-45b4-b5df-e7693c5e8971" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.161356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3845ebc9-89ec-45b4-b5df-e7693c5e8971" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.161356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3845ebc9-89ec-45b4-b5df-e7693c5e8971" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.161356] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3845ebc9-89ec-45b4-b5df-e7693c5e8971',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.588540] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d in Status: SUCCESS [ 637.588820] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d deletion is rescheduled due to dependency. [ 637.588820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.665317] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b1eef1-b746-437c-900a-f9320807b646 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.665317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.665317] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.665317] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3845ebc9-89ec-45b4-b5df-e7693c5e8971 with status ACTIVE [ 637.665317] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.665317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.667649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.667649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.667649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.667649] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.667649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.667649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.667649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.668376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.668376] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.668376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.668376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.668376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.668586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.668586] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3845ebc9-89ec-45b4-b5df-e7693c5e8971 is going to be updated. [ 637.696248] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.696248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.696248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.696607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.696607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.696670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3845ebc9-89ec-45b4-b5df-e7693c5e8971" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.810089] env[66865]: INFO networking_nsxv3.common.synchronization [None req-fe4d087b-38e8-4bf9-b629-03dc4953725d tempest-ServersV294TestFqdnHostnames-2089577419 tempest-ServersV294TestFqdnHostnames-2089577419-project-member] Enqueued Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_rules [ 637.811237] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_rules [ 637.811554] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.811684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.811749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.812026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.812114] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.934577] env[66865]: INFO networking_nsxv3.common.synchronization [None req-de9c50db-1e35-4a66-a964-964a3fcf704e tempest-ServersV294TestFqdnHostnames-2089577419 tempest-ServersV294TestFqdnHostnames-2089577419-project-member] Enqueued Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_rules [ 637.935353] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_rules [ 637.935500] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.935703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.171423] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.293800] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66200bef-146a-4c42-b9ec-8300caf37917 in Status: SUCCESS [ 638.293916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.294081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.294305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.294627] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.294627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.294765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.294825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.294904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.294987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.295092] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.347983] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.348203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.348309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.348596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.348745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.348858] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b already deleted. [ 638.348954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.349176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.349394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.349507] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.673058] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.674108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.674108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.674108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.674108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.674108] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b1eef1-b746-437c-900a-f9320807b646 is going to be created. [ 638.705538] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.705754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.705754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.705966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.706247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.717707] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b1eef1-b746-437c-900a-f9320807b646 in Status: UNINITIALIZED for 2s [ 638.797047] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.873676] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.873676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.873676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.873676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.873676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.873676] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b already deleted. [ 638.873676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.306550] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66200bef-146a-4c42-b9ec-8300caf37917: rpc.has_security_group_logging(os_id): False [ 639.333858] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.334422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.334633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.335283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.335545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.336271] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.336907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.337082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.337363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.337536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.337707] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66200bef-146a-4c42-b9ec-8300caf37917 is going to be created. [ 639.424109] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.424366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.424513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.424842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.427062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.445130] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66200bef-146a-4c42-b9ec-8300caf37917 in Status: IN_PROGRESS for 2s [ 640.154351] env[66865]: INFO networking_nsxv3.common.synchronization [None req-741c54f3-8dd3-47b7-a6bb-e8b8ef7005e1 None None] Enqueued Resource ID: 14ecb058-f3d1-4108-9d53-d20047e5b087 with Priority: HIGHEST for action port [ 640.154351] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ecb058-f3d1-4108-9d53-d20047e5b087 with Priority: HIGHEST for action port [ 640.154797] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ecb058-f3d1-4108-9d53-d20047e5b087 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.154995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ecb058-f3d1-4108-9d53-d20047e5b087" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.155073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ecb058-f3d1-4108-9d53-d20047e5b087" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.155337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ecb058-f3d1-4108-9d53-d20047e5b087" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.155424] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ecb058-f3d1-4108-9d53-d20047e5b087',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.547119] env[66865]: INFO networking_nsxv3.common.synchronization [None req-603e407e-f958-460a-823a-dce7b8dc9730 None None] Enqueued Resource ID: 6c52192b-9033-401e-b7dc-ec37f53f9abd with Priority: HIGHEST for action port [ 640.547747] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c52192b-9033-401e-b7dc-ec37f53f9abd with Priority: HIGHEST for action port [ 640.548063] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c52192b-9033-401e-b7dc-ec37f53f9abd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.548208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c52192b-9033-401e-b7dc-ec37f53f9abd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.548263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c52192b-9033-401e-b7dc-ec37f53f9abd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.548564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c52192b-9033-401e-b7dc-ec37f53f9abd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.548656] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c52192b-9033-401e-b7dc-ec37f53f9abd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.658996] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14ecb058-f3d1-4108-9d53-d20047e5b087 [ 640.658996] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.658996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.658996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.658996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.659795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.659795] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14ecb058-f3d1-4108-9d53-d20047e5b087 already deleted. [ 640.659795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ecb058-f3d1-4108-9d53-d20047e5b087" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.731101] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b1eef1-b746-437c-900a-f9320807b646 in Status: SUCCESS [ 640.731312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.731485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.731708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.731899] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.733058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.733209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.733429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.733525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.733624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.733808] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.051226] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c52192b-9033-401e-b7dc-ec37f53f9abd [ 641.051871] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.052056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.052133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.052355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.052447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.052544] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c52192b-9033-401e-b7dc-ec37f53f9abd already deleted. [ 641.052626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c52192b-9033-401e-b7dc-ec37f53f9abd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.121908] env[66865]: INFO networking_nsxv3.common.synchronization [req-84852d54-b6d7-4bfe-971f-1ccc9c7a84af req-413fc682-3c20-4e00-9ccc-a7ee525ee970 tempest-ServerMetadataTestJSON-1809696615 tempest-ServerMetadataTestJSON-1809696615-project-member] Enqueued Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGHEST for action security_group_members [ 641.122172] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGHEST for action security_group_members [ 641.122504] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bd41ab-e928-4c85-aacd-ade3f604d942 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.122651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.122725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.122928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.124254] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.124254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.124254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.124254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.124254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.124254] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.239262] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b1eef1-b746-437c-900a-f9320807b646 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.239562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.239562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.239711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.239877] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.239978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.240054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.240209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.240302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.240393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.240590] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b1eef1-b746-437c-900a-f9320807b646 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.240717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.240769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.240929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.241093] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.241208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.241272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.241415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.241497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.241585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.241723] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.457880] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66200bef-146a-4c42-b9ec-8300caf37917 in Status: SUCCESS [ 641.458076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.544160] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.545342] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-860" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.545342] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-860" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.545342] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-860" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.545342] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.545342] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.545805] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.546664] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.546821] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.547106] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.547252] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.548524] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.548670] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.548793] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.548899] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.549119] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.572460] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.572460] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.572460] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.572460] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-860" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.572460] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-4a610375-22ab-4bd9-9935-fd8ad3f910b9 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.572861] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-4a610375-22ab-4bd9-9935-fd8ad3f910b9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.572861] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-4a610375-22ab-4bd9-9935-fd8ad3f910b9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.574020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-4a610375-22ab-4bd9-9935-fd8ad3f910b9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.574020] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a610375-22ab-4bd9-9935-fd8ad3f910b9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.626719] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.627196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.627458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.627752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.627929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.628419] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.628656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.628803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.629058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.629237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.629409] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 already deleted. [ 641.629600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.749143] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2b1eef1-b746-437c-900a-f9320807b646: rpc.has_security_group_logging(os_id): False [ 641.772517] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.772517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.772517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.772922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.772922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.774188] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.774434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.774474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.774681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.774738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.775026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.775121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.775158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.775441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.775441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.775569] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.775663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.775723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.775864] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.775958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.776068] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b1eef1-b746-437c-900a-f9320807b646 is going to be created. [ 641.856514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.856514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.856514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.856514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.856514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.875903] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b1eef1-b746-437c-900a-f9320807b646 in Status: IN_PROGRESS for 2s [ 642.078106] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.078370] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.078524] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.078864] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.079101] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.079295] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 4a610375-22ab-4bd9-9935-fd8ad3f910b9 not found, creating... [ 642.079604] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.079816] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.079986] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.080336] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.080945] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.081458] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.081458] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.081458] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.081778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.081778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.081913] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 4a610375-22ab-4bd9-9935-fd8ad3f910b9 is going to be created. [ 642.086772] env[66865]: INFO networking_nsxv3.common.synchronization [None req-dc2fd5e9-2dfe-464d-99bc-b7ecac13657e None None] Enqueued Resource ID: 72388627-e0af-4eb5-8eda-d140fd40527a with Priority: HIGHEST for action port [ 642.088725] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72388627-e0af-4eb5-8eda-d140fd40527a with Priority: HIGHEST for action port [ 642.089085] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-72388627-e0af-4eb5-8eda-d140fd40527a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.089258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72388627-e0af-4eb5-8eda-d140fd40527a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.089369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72388627-e0af-4eb5-8eda-d140fd40527a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.089531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72388627-e0af-4eb5-8eda-d140fd40527a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.089645] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72388627-e0af-4eb5-8eda-d140fd40527a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.190460] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.190991] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.191281] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.191673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.192293] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.192645] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-4a610375-22ab-4bd9-9935-fd8ad3f910b9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.594604] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72388627-e0af-4eb5-8eda-d140fd40527a [ 642.594604] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.594842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.594842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.595115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.595278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.595438] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72388627-e0af-4eb5-8eda-d140fd40527a already deleted. [ 642.595671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72388627-e0af-4eb5-8eda-d140fd40527a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.881899] env[66865]: INFO networking_nsxv3.common.synchronization [req-84852d54-b6d7-4bfe-971f-1ccc9c7a84af req-3ac2d5df-eb42-4970-ae4c-ffdfd11645b3 service nova] Enqueued Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGHEST for action security_group_rules [ 642.881899] env[66865]: INFO networking_nsxv3.common.synchronization [req-84852d54-b6d7-4bfe-971f-1ccc9c7a84af req-3ac2d5df-eb42-4970-ae4c-ffdfd11645b3 service nova] Enqueued Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGHEST for action security_group_members [ 642.881899] env[66865]: INFO networking_nsxv3.common.synchronization [req-84852d54-b6d7-4bfe-971f-1ccc9c7a84af req-3ac2d5df-eb42-4970-ae4c-ffdfd11645b3 service nova] Enqueued Resource ID: 4a610375-22ab-4bd9-9935-fd8ad3f910b9 with Priority: HIGHEST for action port [ 642.882420] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGHEST for action security_group_rules [ 642.882632] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGHEST for action security_group_members [ 642.882765] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a610375-22ab-4bd9-9935-fd8ad3f910b9 with Priority: HIGHEST for action port [ 642.883962] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38bd41ab-e928-4c85-aacd-ade3f604d942 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.884119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.884189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.884457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.884547] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.885998] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bd41ab-e928-4c85-aacd-ade3f604d942 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.886144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.886213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.886405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.886557] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.886694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.886743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.886851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.886934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.887376] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.889267] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a610375-22ab-4bd9-9935-fd8ad3f910b9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.889409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a610375-22ab-4bd9-9935-fd8ad3f910b9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.890630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a610375-22ab-4bd9-9935-fd8ad3f910b9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.890884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a610375-22ab-4bd9-9935-fd8ad3f910b9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.891933] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a610375-22ab-4bd9-9935-fd8ad3f910b9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.092542] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6eeae59e-44bd-4472-9655-f021ae71eac3 None None] Enqueued Resource ID: 519a36d4-021f-4eca-8e2a-7727b850bebc with Priority: HIGHEST for action port [ 643.094381] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519a36d4-021f-4eca-8e2a-7727b850bebc with Priority: HIGHEST for action port [ 643.095073] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-519a36d4-021f-4eca-8e2a-7727b850bebc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.095236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519a36d4-021f-4eca-8e2a-7727b850bebc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.095282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519a36d4-021f-4eca-8e2a-7727b850bebc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.095869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519a36d4-021f-4eca-8e2a-7727b850bebc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.097030] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519a36d4-021f-4eca-8e2a-7727b850bebc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.393302] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.396174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bd41ab-e928-4c85-aacd-ade3f604d942 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.396174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.396174] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a610375-22ab-4bd9-9935-fd8ad3f910b9 with status ACTIVE [ 643.396174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.396174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.396174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.396174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.396174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.396174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.396174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.396174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.396906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.396906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.396906] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.396906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.396906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.397124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.397124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.397124] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a610375-22ab-4bd9-9935-fd8ad3f910b9 is going to be updated. [ 643.426567] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.426902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.427931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.427931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.427931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.427931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a610375-22ab-4bd9-9935-fd8ad3f910b9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.601213] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 519a36d4-021f-4eca-8e2a-7727b850bebc [ 643.601585] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.601794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.601908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.603122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.603122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.603122] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:519a36d4-021f-4eca-8e2a-7727b850bebc already deleted. [ 643.603122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519a36d4-021f-4eca-8e2a-7727b850bebc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.891631] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2b1eef1-b746-437c-900a-f9320807b646 in Status: SUCCESS [ 643.891919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.899636] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.162877] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6c0391df-15e8-46d9-b2bc-54cc28ba4784 tempest-ServerActionsTestOtherB-853445523 tempest-ServerActionsTestOtherB-853445523-project-member] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 644.163602] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 644.163791] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.164288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.164288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.164649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.164813] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.309691] env[66865]: INFO networking_nsxv3.common.synchronization [None req-85ace589-b86c-4b11-9730-6ba8d92eb1cf tempest-ServerActionsTestOtherB-853445523 tempest-ServerActionsTestOtherB-853445523-project-member] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 644.310243] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 644.310636] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.311431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.402837] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.405506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.405506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.405506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.405506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.405506] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 is going to be created. [ 644.432171] env[66865]: INFO networking_nsxv3.common.synchronization [req-743b8dce-da3c-4e9c-99d6-4ac097596a8f req-6223946a-c4ca-4587-a558-fc0c3b4426e5 tempest-SecurityGroupRulesTestJSON-2052096375 tempest-SecurityGroupRulesTestJSON-2052096375-project-member] Enqueued Resource ID: d324a3d6-fd0c-45b6-a556-9d47abf3c706 with Priority: HIGHEST for action security_group_rules [ 644.433921] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d324a3d6-fd0c-45b6-a556-9d47abf3c706 with Priority: HIGHEST for action security_group_rules [ 644.435303] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.435303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.435303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.435512] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.435607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.436925] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d324a3d6-fd0c-45b6-a556-9d47abf3c706 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.437530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d324a3d6-fd0c-45b6-a556-9d47abf3c706" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.437627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d324a3d6-fd0c-45b6-a556-9d47abf3c706" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.438107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d324a3d6-fd0c-45b6-a556-9d47abf3c706" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.438107] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d324a3d6-fd0c-45b6-a556-9d47abf3c706',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.451756] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 in Status: UNINITIALIZED for 2s [ 644.690118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.690118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.690118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.690118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.690118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.690118] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86442f91-5935-418f-a702-60ccf4f42000 already deleted. [ 644.690118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.690118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.693165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.693165] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.960910] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.961237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.961237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.961636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.961755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.961871] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d324a3d6-fd0c-45b6-a556-9d47abf3c706 already deleted. [ 644.962044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d324a3d6-fd0c-45b6-a556-9d47abf3c706" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.215884] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.216069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.216142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.216356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.216441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.216536] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86442f91-5935-418f-a702-60ccf4f42000 already deleted. [ 645.216714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.463457] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 in Status: SUCCESS [ 646.463745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.464870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.464870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.464870] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.464870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.464870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.465246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.465246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.465246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.465351] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.968788] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bd41ab-e928-4c85-aacd-ade3f604d942 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.968957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.969038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.969313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.969480] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.969596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.969656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.969840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.969919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.970026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.970228] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bd41ab-e928-4c85-aacd-ade3f604d942 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.970369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.970459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.970643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.970788] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.970905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.970979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.971119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.971197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.971279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.971373] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.474874] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38bd41ab-e928-4c85-aacd-ade3f604d942: rpc.has_security_group_logging(os_id): False [ 647.499981] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.500907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.501078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.501318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.501462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.501702] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.501818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.501900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.502072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.502157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.502402] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.502506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.502579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.502734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.502810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.504204] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.504355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.504430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.504604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.504690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.504784] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 is going to be created. [ 647.585915] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.586640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.586640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.586640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.586640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.601076] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 in Status: IN_PROGRESS for 2s [ 648.858020] env[66865]: INFO networking_nsxv3.common.synchronization [None req-a4a8137f-4d9a-400f-84a8-df5a7f6bd50a None None] Enqueued Resource ID: ae7b6804-d26a-4a64-aa96-b745925a8758 with Priority: HIGHEST for action port [ 648.858954] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae7b6804-d26a-4a64-aa96-b745925a8758 with Priority: HIGHEST for action port [ 648.859413] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae7b6804-d26a-4a64-aa96-b745925a8758 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.859538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae7b6804-d26a-4a64-aa96-b745925a8758" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.859655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae7b6804-d26a-4a64-aa96-b745925a8758" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.860023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae7b6804-d26a-4a64-aa96-b745925a8758" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.860134] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae7b6804-d26a-4a64-aa96-b745925a8758',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.910942] env[66865]: INFO networking_nsxv3.common.synchronization [req-bdce5102-b30b-4a54-a2dc-dd80b63d2d74 req-e14cacaf-161e-4101-89a2-12f09ce2eb50 tempest-MultipleCreateTestJSON-1379429850 tempest-MultipleCreateTestJSON-1379429850-project-member] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 648.911510] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 648.911845] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.911977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.912849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.913205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.913387] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.913680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.913680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.913759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.913808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.913908] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.365590] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae7b6804-d26a-4a64-aa96-b745925a8758 [ 649.365875] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.366030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.366104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.366503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.366503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.366654] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae7b6804-d26a-4a64-aa96-b745925a8758 already deleted. [ 649.366654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae7b6804-d26a-4a64-aa96-b745925a8758" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.417882] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.417882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.417882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.417882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.417882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.417882] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.417882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.417882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.418351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.419717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.419842] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 already deleted. [ 649.419944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.571119] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.571311] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.571402] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.571792] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.572065] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.572249] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.572433] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.572583] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.572736] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.572942] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.573065] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.573482] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.573482] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.573482] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.573482] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.573670] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.596784] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.596948] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.597065] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.598056] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.598056] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.598056] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.598056] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.598301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.598337] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0455a28b-21e4-4eea-b7d3-fa58e6fac65c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.616281] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 in Status: SUCCESS [ 649.616281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.103074] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.103542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.103542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.103729] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.103853] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.103998] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 0455a28b-21e4-4eea-b7d3-fa58e6fac65c not found, creating... [ 650.104286] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.104442] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.104553] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.104808] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.104991] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.105234] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.105525] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.105525] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.105886] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.105886] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.106079] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 0455a28b-21e4-4eea-b7d3-fa58e6fac65c is going to be created. [ 650.134769] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.134989] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.135048] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.135385] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.135735] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.135973] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.895494] env[66865]: INFO networking_nsxv3.common.synchronization [req-bdce5102-b30b-4a54-a2dc-dd80b63d2d74 req-a324e922-6710-44a1-be39-e4b4d2913895 service nova] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_rules [ 650.895662] env[66865]: INFO networking_nsxv3.common.synchronization [req-bdce5102-b30b-4a54-a2dc-dd80b63d2d74 req-a324e922-6710-44a1-be39-e4b4d2913895 service nova] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 650.895791] env[66865]: INFO networking_nsxv3.common.synchronization [req-bdce5102-b30b-4a54-a2dc-dd80b63d2d74 req-a324e922-6710-44a1-be39-e4b4d2913895 service nova] Enqueued Resource ID: 0455a28b-21e4-4eea-b7d3-fa58e6fac65c with Priority: HIGHEST for action port [ 650.896313] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_rules [ 650.896451] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 650.896547] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0455a28b-21e4-4eea-b7d3-fa58e6fac65c with Priority: HIGHEST for action port [ 650.896857] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.897010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.897064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.897334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.897413] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.898740] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.898927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.899400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.899400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.899400] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.899642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.899642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.900027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.900027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.900197] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.901624] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.901624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.901624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.901624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.901624] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0455a28b-21e4-4eea-b7d3-fa58e6fac65c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.364514] env[66865]: INFO networking_nsxv3.common.synchronization [None req-47f49c10-54f1-4612-a9a6-a1132b2bbd6d None None] Enqueued Resource ID: 22017932-ca1b-4b8b-bee7-252121dce8a8 with Priority: HIGHEST for action port [ 651.364514] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22017932-ca1b-4b8b-bee7-252121dce8a8 with Priority: HIGHEST for action port [ 651.366595] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-22017932-ca1b-4b8b-bee7-252121dce8a8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.366595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22017932-ca1b-4b8b-bee7-252121dce8a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.366595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22017932-ca1b-4b8b-bee7-252121dce8a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.366595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22017932-ca1b-4b8b-bee7-252121dce8a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.367107] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22017932-ca1b-4b8b-bee7-252121dce8a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.376175] env[66865]: INFO networking_nsxv3.common.synchronization [None req-e9915341-af54-4c75-bfda-5647a66a2d88 None None] Enqueued Resource ID: 18d1f7ce-f223-47cd-ad60-69e53df48859 with Priority: HIGHEST for action port [ 651.376175] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d1f7ce-f223-47cd-ad60-69e53df48859 with Priority: HIGHEST for action port [ 651.376175] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d1f7ce-f223-47cd-ad60-69e53df48859 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.376175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d1f7ce-f223-47cd-ad60-69e53df48859" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.376175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d1f7ce-f223-47cd-ad60-69e53df48859" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.376175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d1f7ce-f223-47cd-ad60-69e53df48859" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.377127] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d1f7ce-f223-47cd-ad60-69e53df48859',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.403958] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.404252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.407472] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.408370] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0455a28b-21e4-4eea-b7d3-fa58e6fac65c with status ACTIVE [ 651.408637] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.408821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.408917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.409175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.409282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.409495] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.409638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.409728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.410062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.410206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.410426] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.410745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.410745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.410856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.410909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.411200] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0455a28b-21e4-4eea-b7d3-fa58e6fac65c is going to be updated. [ 651.439787] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.440195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.440195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.440314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.440516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.440669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0455a28b-21e4-4eea-b7d3-fa58e6fac65c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.766448] env[66865]: INFO networking_nsxv3.common.synchronization [req-bdce5102-b30b-4a54-a2dc-dd80b63d2d74 req-bf29188c-d85a-4b84-a11f-4c114f4b4ade tempest-MultipleCreateTestJSON-1379429850 tempest-MultipleCreateTestJSON-1379429850-project-member] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 651.767917] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 651.767917] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.767917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.876766] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22017932-ca1b-4b8b-bee7-252121dce8a8 [ 651.876766] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.876766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.876766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.876766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.876766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.876766] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22017932-ca1b-4b8b-bee7-252121dce8a8 already deleted. [ 651.876766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22017932-ca1b-4b8b-bee7-252121dce8a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.883181] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18d1f7ce-f223-47cd-ad60-69e53df48859 [ 651.883393] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.883523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.883589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.883801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.883889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.883973] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18d1f7ce-f223-47cd-ad60-69e53df48859 already deleted. [ 651.884061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d1f7ce-f223-47cd-ad60-69e53df48859" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.914206] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.233271] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.234022] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.234022] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.234022] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.234195] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.234340] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.234340] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.234802] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.234802] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.234957] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.234957] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.235069] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.235146] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.235240] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.235340] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.235590] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.255855] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.255855] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.257542] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.257542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.257542] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-5313187e-7f04-4117-88ef-085f641b066e taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.257542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-5313187e-7f04-4117-88ef-085f641b066e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.257542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-5313187e-7f04-4117-88ef-085f641b066e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.257939] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-5313187e-7f04-4117-88ef-085f641b066e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.257939] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5313187e-7f04-4117-88ef-085f641b066e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.418563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.418849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.418849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.419099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.419194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.419295] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be created. [ 652.445212] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.445904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.445904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.445904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.445904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.459856] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: UNINITIALIZED for 2s [ 652.760805] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.760805] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.760805] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.760974] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.761110] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.761263] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 5313187e-7f04-4117-88ef-085f641b066e not found, creating... [ 652.761797] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.761797] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.761929] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.762057] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.762197] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.762472] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.762623] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.762733] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.763064] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.763272] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.763891] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 5313187e-7f04-4117-88ef-085f641b066e is going to be created. [ 652.789039] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.789039] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.789039] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.789039] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.789039] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.789039] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-5313187e-7f04-4117-88ef-085f641b066e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.601986] env[66865]: INFO networking_nsxv3.common.synchronization [req-bdce5102-b30b-4a54-a2dc-dd80b63d2d74 req-58393ff8-7589-414b-8d35-3a2bd39aeb49 service nova] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_rules [ 653.602305] env[66865]: INFO networking_nsxv3.common.synchronization [req-bdce5102-b30b-4a54-a2dc-dd80b63d2d74 req-58393ff8-7589-414b-8d35-3a2bd39aeb49 service nova] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 653.602305] env[66865]: INFO networking_nsxv3.common.synchronization [req-bdce5102-b30b-4a54-a2dc-dd80b63d2d74 req-58393ff8-7589-414b-8d35-3a2bd39aeb49 service nova] Enqueued Resource ID: 5313187e-7f04-4117-88ef-085f641b066e with Priority: HIGHEST for action port [ 653.602627] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_rules [ 653.602674] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 653.603553] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5313187e-7f04-4117-88ef-085f641b066e with Priority: HIGHEST for action port [ 653.603553] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.603719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.604025] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.604025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.604415] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-5313187e-7f04-4117-88ef-085f641b066e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.604415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5313187e-7f04-4117-88ef-085f641b066e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.604415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5313187e-7f04-4117-88ef-085f641b066e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.604631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5313187e-7f04-4117-88ef-085f641b066e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.604728] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5313187e-7f04-4117-88ef-085f641b066e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.951873] env[66865]: INFO networking_nsxv3.common.synchronization [req-abe25c4a-015a-4de2-b7af-73a655e42345 req-97cb9341-82e8-4840-9bbf-4308930f11c4 tempest-SecurityGroupRulesTestJSON-2052096375 tempest-SecurityGroupRulesTestJSON-2052096375-project-member] Enqueued Resource ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 with Priority: HIGHEST for action security_group_rules [ 653.952547] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 with Priority: HIGHEST for action security_group_rules [ 653.952865] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.953014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.953084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.953420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.953560] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.107415] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5313187e-7f04-4117-88ef-085f641b066e with status ACTIVE [ 654.111187] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.111187] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.111187] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.111187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.111187] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5313187e-7f04-4117-88ef-085f641b066e is going to be updated. [ 654.161063] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.161264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.161323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.162012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.162012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.162012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5313187e-7f04-4117-88ef-085f641b066e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.183568] env[66865]: INFO networking_nsxv3.common.synchronization [req-1e4a380b-08c5-43bc-8703-a4dff769dd2a req-f9a2eb7a-fe59-4394-8581-35b0820d7a91 tempest-ServersAdminNegativeTestJSON-1113405912 tempest-ServersAdminNegativeTestJSON-1113405912-project-member] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 654.184804] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 654.184804] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.184804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.184804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.184804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.185049] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.185049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.185049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.185175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.185210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.185596] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.472436] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 654.472694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.473050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.473338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.473538] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.473661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.473786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.474030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.474030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.474131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.474179] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.478267] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.478267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.478267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.478267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.478267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.478267] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 already deleted. [ 654.478267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.478267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.478744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.478744] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.480702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.481523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.481603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.481737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.481916] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.687839] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.688175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.688175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.688314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.688464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.688807] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.688914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.688914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.689473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.689473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.689473] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d already deleted. [ 654.689473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.751351] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.751544] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.751658] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.751942] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.752179] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.752326] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.752443] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.752651] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.752958] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.753074] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.753221] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.753347] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.753452] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.753558] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.753656] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.753782] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.773576] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.773745] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.774325] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.774486] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.774912] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.775148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.775262] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.775531] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.775743] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cc8bbd-8ff3-45bc-81a0-2a058a89942b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.985423] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.986218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.986557] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.280387] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.280387] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.280387] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.280551] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.280644] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.282015] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port a8cc8bbd-8ff3-45bc-81a0-2a058a89942b not found, creating... [ 655.282015] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.282015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.282015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.282015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.282015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.282303] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.282452] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.282610] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.282878] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.283852] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.284075] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: a8cc8bbd-8ff3-45bc-81a0-2a058a89942b is going to be created. [ 655.306782] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.307080] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.307184] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.307441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.307659] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.307883] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.453144] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1596366f-6081-4e8b-a096-b17cb3953192 None None] Enqueued Resource ID: 808baea3-e467-4306-87fa-09c88bc478d2 with Priority: HIGHEST for action port [ 655.453779] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808baea3-e467-4306-87fa-09c88bc478d2 with Priority: HIGHEST for action port [ 655.454809] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-808baea3-e467-4306-87fa-09c88bc478d2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.454809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808baea3-e467-4306-87fa-09c88bc478d2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.454809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808baea3-e467-4306-87fa-09c88bc478d2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.455034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808baea3-e467-4306-87fa-09c88bc478d2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.455120] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808baea3-e467-4306-87fa-09c88bc478d2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.489208] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.957811] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 808baea3-e467-4306-87fa-09c88bc478d2 [ 655.958218] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.958394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.958498] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.958878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.958989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.959165] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:808baea3-e467-4306-87fa-09c88bc478d2 already deleted. [ 655.959301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808baea3-e467-4306-87fa-09c88bc478d2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.992168] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.992719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.992841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.993239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.993537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.993881] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 656.036368] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.036368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.036368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.036368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.036368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.047812] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 656.067589] env[66865]: INFO networking_nsxv3.common.synchronization [req-1e4a380b-08c5-43bc-8703-a4dff769dd2a req-8c017174-0743-4856-94e6-2dd0449c8418 service nova] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_rules [ 656.067815] env[66865]: INFO networking_nsxv3.common.synchronization [req-1e4a380b-08c5-43bc-8703-a4dff769dd2a req-8c017174-0743-4856-94e6-2dd0449c8418 service nova] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 656.068173] env[66865]: INFO networking_nsxv3.common.synchronization [req-1e4a380b-08c5-43bc-8703-a4dff769dd2a req-8c017174-0743-4856-94e6-2dd0449c8418 service nova] Enqueued Resource ID: a8cc8bbd-8ff3-45bc-81a0-2a058a89942b with Priority: HIGHEST for action port [ 656.068654] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_rules [ 656.068791] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 656.068929] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cc8bbd-8ff3-45bc-81a0-2a058a89942b with Priority: HIGHEST for action port [ 656.069304] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.069424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.069500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.069768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.069863] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.070851] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.070980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.071097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.071720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.071720] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.071720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.071720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.071720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.071924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.071924] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.072676] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.072784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.072825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.072968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.073046] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cc8bbd-8ff3-45bc-81a0-2a058a89942b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.574456] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.575679] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.575820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.579363] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8cc8bbd-8ff3-45bc-81a0-2a058a89942b with status ACTIVE [ 656.579606] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.579860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.579860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.580390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.580390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.580521] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.580585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.581315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.581315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.581315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.581315] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.581734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.581852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.582053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.582163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.582268] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8cc8bbd-8ff3-45bc-81a0-2a058a89942b is going to be updated. [ 656.605093] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.605255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.605339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.605590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.605840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.605931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cc8bbd-8ff3-45bc-81a0-2a058a89942b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.077774] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.581165] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.581312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.581312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.581549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.581793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.581895] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d is going to be created. [ 657.612923] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.613230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.613230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.614192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.614192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.624142] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: UNINITIALIZED for 2s [ 657.817204] env[66865]: INFO networking_nsxv3.common.synchronization [None req-bfe92093-37f3-4835-941a-2e9686e102c6 None None] Enqueued Resource ID: 1c575775-4359-4cad-97c7-86381c4ed0a7 with Priority: HIGHEST for action port [ 657.817204] env[66865]: INFO networking_nsxv3.common.synchronization [None req-80dbfc4f-6831-4feb-842e-ce643380b761 None None] Enqueued Resource ID: e9197736-2bde-4ba0-9016-19b82ba49842 with Priority: HIGHEST for action port [ 657.817204] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c575775-4359-4cad-97c7-86381c4ed0a7 with Priority: HIGHEST for action port [ 657.817204] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9197736-2bde-4ba0-9016-19b82ba49842 with Priority: HIGHEST for action port [ 657.817730] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c575775-4359-4cad-97c7-86381c4ed0a7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.817978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c575775-4359-4cad-97c7-86381c4ed0a7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.818143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c575775-4359-4cad-97c7-86381c4ed0a7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.818554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c575775-4359-4cad-97c7-86381c4ed0a7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.818758] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c575775-4359-4cad-97c7-86381c4ed0a7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.821132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9197736-2bde-4ba0-9016-19b82ba49842 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.821132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9197736-2bde-4ba0-9016-19b82ba49842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.821132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9197736-2bde-4ba0-9016-19b82ba49842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.821132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9197736-2bde-4ba0-9016-19b82ba49842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.821132] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9197736-2bde-4ba0-9016-19b82ba49842',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.063057] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 658.063057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.063057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.063057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.063057] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.063057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.063057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.063057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.063057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.063057] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.162833] env[66865]: INFO networking_nsxv3.common.synchronization [req-c3d05fba-2833-46f5-806c-c8d76de77f89 req-1759d63b-6b63-412c-8879-cc209b0deffd tempest-ServerDiagnosticsNegativeTest-67316770 tempest-ServerDiagnosticsNegativeTest-67316770-project-member] Enqueued Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGHEST for action security_group_members [ 658.162833] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGHEST for action security_group_members [ 658.162833] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2b1eef1-b746-437c-900a-f9320807b646 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.162833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.162833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.163361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.163487] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.163621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.163723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.163959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.164114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.164461] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.323176] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c575775-4359-4cad-97c7-86381c4ed0a7 [ 658.323417] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.323555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.323692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.324773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.324773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.324773] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c575775-4359-4cad-97c7-86381c4ed0a7 already deleted. [ 658.324773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c575775-4359-4cad-97c7-86381c4ed0a7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.324773] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9197736-2bde-4ba0-9016-19b82ba49842 [ 658.324773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.324773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.324773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.324773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.324773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.325346] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9197736-2bde-4ba0-9016-19b82ba49842 already deleted. [ 658.325346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9197736-2bde-4ba0-9016-19b82ba49842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.567059] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.668198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.668423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.668555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.668844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.668957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.669225] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.669364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.669439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.669664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.669746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.669840] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b1eef1-b746-437c-900a-f9320807b646 is going to be updated. [ 658.705856] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.705856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.705856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.705856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.705856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.714022] env[66865]: INFO networking_nsxv3.common.synchronization [req-8b832501-cfa6-4696-a1d0-7a69a09b597a req-bb7085c0-8ea5-4593-82b1-27e2cd2fdb72 tempest-SecurityGroupRulesTestJSON-2052096375 tempest-SecurityGroupRulesTestJSON-2052096375-project-member] Enqueued Resource ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 with Priority: HIGHEST for action security_group_rules [ 658.714022] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 with Priority: HIGHEST for action security_group_rules [ 658.714022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.714022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.714022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.714022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.714022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.723101] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b1eef1-b746-437c-900a-f9320807b646 in Status: IN_PROGRESS for 2s [ 659.069433] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.237089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.237405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.237405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.237535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.237803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.237803] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 already deleted. [ 659.237803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.572658] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.572819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.572889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.573149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.573244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.573328] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 659.612054] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.612054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.612054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.612054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.612054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.630704] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 659.639082] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: SUCCESS [ 659.639226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.639434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.639860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.639986] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.640107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.640107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.640378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.640479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.640602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.640769] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.868317] env[66865]: INFO networking_nsxv3.common.synchronization [None req-46e18889-2a1c-4fd2-8fd2-abd000a66d79 None None] Enqueued Resource ID: 11fa08c8-7ac6-4a44-a77b-9e4f684109c3 with Priority: HIGHEST for action port [ 659.868932] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fa08c8-7ac6-4a44-a77b-9e4f684109c3 with Priority: HIGHEST for action port [ 659.870348] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-11fa08c8-7ac6-4a44-a77b-9e4f684109c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.870541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11fa08c8-7ac6-4a44-a77b-9e4f684109c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.870661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11fa08c8-7ac6-4a44-a77b-9e4f684109c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.873198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11fa08c8-7ac6-4a44-a77b-9e4f684109c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.873319] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fa08c8-7ac6-4a44-a77b-9e4f684109c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.144134] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.144322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.144387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.144617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.144799] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.144909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.144974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.145143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.145235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.145323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.145470] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.145564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.145621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.145758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.145894] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.145983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.146051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.146194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.146270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.146358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.146445] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.377229] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11fa08c8-7ac6-4a44-a77b-9e4f684109c3 [ 660.377599] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.377599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.377718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.377868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.378362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.378362] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11fa08c8-7ac6-4a44-a77b-9e4f684109c3 already deleted. [ 660.378362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11fa08c8-7ac6-4a44-a77b-9e4f684109c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.650940] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d: rpc.has_security_group_logging(os_id): False [ 660.672190] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.672304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.672304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.672539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.672633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.672835] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.672938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.673026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.673186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.673270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.674029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.674029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.674029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.674029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.674029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.674440] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.674576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.674647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.674803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.674879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.674966] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d is going to be created. [ 660.736976] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2b1eef1-b746-437c-900a-f9320807b646 in Status: SUCCESS [ 660.737252] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2b1eef1-b746-437c-900a-f9320807b646 deletion is rescheduled due to dependency. [ 660.737344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.739703] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.739703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.740056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.740175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.740432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.755321] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: IN_PROGRESS for 2s [ 661.369195] env[66865]: INFO networking_nsxv3.common.synchronization [req-8ea8c4c8-fccd-4aa9-9d6d-a187ad58b45e req-24f15b6f-2f02-4ef0-9b10-ce4ca80b4b33 tempest-ServersWithSpecificFlavorTestJSON-386325694 tempest-ServersWithSpecificFlavorTestJSON-386325694-project-member] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 661.369195] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 661.369195] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.369195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.369195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.369195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.373462] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.373462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.373462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.373462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.373462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.373462] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.550097] env[66865]: INFO networking_nsxv3.common.synchronization [req-3f4684d3-04e5-4f08-8c0a-fc3c77b03be2 req-54de18f1-5675-47a8-b55a-842176307552 tempest-SecurityGroupRulesTestJSON-2052096375 tempest-SecurityGroupRulesTestJSON-2052096375-project-member] Enqueued Resource ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 with Priority: HIGHEST for action security_group_rules [ 661.550903] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 with Priority: HIGHEST for action security_group_rules [ 661.551545] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.551545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.551545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.552084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.552084] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.641737] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 661.641948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.642535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.642535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.642535] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.642839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.642839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.642839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.643064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.643064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.643231] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.643231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.643307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.644265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.644265] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.644265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.644265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.644265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.644265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.644265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.644265] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.810245] env[66865]: INFO networking_nsxv3.common.synchronization [None req-13a24365-0569-40ac-9b4d-c224a77bbf9a None None] Enqueued Resource ID: 926364c3-ac06-47e1-92d0-5eef40af28b1 with Priority: HIGHEST for action port [ 661.811885] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926364c3-ac06-47e1-92d0-5eef40af28b1 with Priority: HIGHEST for action port [ 661.812634] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-926364c3-ac06-47e1-92d0-5eef40af28b1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.812830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-926364c3-ac06-47e1-92d0-5eef40af28b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.813014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-926364c3-ac06-47e1-92d0-5eef40af28b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.813355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-926364c3-ac06-47e1-92d0-5eef40af28b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.814405] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926364c3-ac06-47e1-92d0-5eef40af28b1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.874809] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.875034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.875108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.875330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.875426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.875638] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.875711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.875768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.875918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.875988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.876081] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 already deleted. [ 661.876159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.899629] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.899842] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-149" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.899928] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-149" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.901428] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-149" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.901428] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.901428] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.901428] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.901428] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.901428] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.902097] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.902225] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.902357] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.902497] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.902656] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.902800] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.903556] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.923877] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.924067] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.924173] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.924357] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-149" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.924668] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.924840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.924951] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.925310] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.925442] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca64d15-b9fa-427a-b4d8-314a6ac2c92c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.076948] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.077189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.077577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.077577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.077703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.077838] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927 already deleted. [ 662.077998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6bb3f47-3dbf-4a53-bf7a-39a80ef9e927" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.148310] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e629231-b747-4434-9228-fee01ef62d19: rpc.has_security_group_logging(os_id): False [ 662.169824] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.170132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.170132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.170439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.170439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.170735] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.170735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.170735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.171121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.171121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171204] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.171298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.171298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.171430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.171510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171741] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.171834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.171834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.171956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.172868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.172868] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be created. [ 662.237972] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.238224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.238297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.238573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.238809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.252429] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 662.315644] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 926364c3-ac06-47e1-92d0-5eef40af28b1 [ 662.316104] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.317099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.317285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.317654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.317713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.317866] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:926364c3-ac06-47e1-92d0-5eef40af28b1 already deleted. [ 662.318013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-926364c3-ac06-47e1-92d0-5eef40af28b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.427844] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.428076] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.428220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.428580] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.428843] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.428954] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port aca64d15-b9fa-427a-b4d8-314a6ac2c92c not found, creating... [ 662.430121] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.430121] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.430121] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.430121] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.430121] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.430405] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.430466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.430867] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.430867] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.430976] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.431132] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: aca64d15-b9fa-427a-b4d8-314a6ac2c92c is going to be created. [ 662.470549] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.470781] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.470831] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.471138] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.472084] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.472084] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.769613] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: SUCCESS [ 662.769996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.190306] env[66865]: INFO networking_nsxv3.common.synchronization [req-8ea8c4c8-fccd-4aa9-9d6d-a187ad58b45e req-1f471523-80c2-4945-b535-05272f095d17 service nova] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_rules [ 663.190306] env[66865]: INFO networking_nsxv3.common.synchronization [req-8ea8c4c8-fccd-4aa9-9d6d-a187ad58b45e req-1f471523-80c2-4945-b535-05272f095d17 service nova] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 663.190306] env[66865]: INFO networking_nsxv3.common.synchronization [req-8ea8c4c8-fccd-4aa9-9d6d-a187ad58b45e req-1f471523-80c2-4945-b535-05272f095d17 service nova] Enqueued Resource ID: aca64d15-b9fa-427a-b4d8-314a6ac2c92c with Priority: HIGHEST for action port [ 663.190306] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_rules [ 663.190306] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 663.190306] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca64d15-b9fa-427a-b4d8-314a6ac2c92c with Priority: HIGHEST for action port [ 663.190989] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.191257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.191427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.191766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.192184] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.193540] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.193786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.193951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.195017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.195017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.195017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.195017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.195017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.195017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.195017] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.198154] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.198154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.198154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.198154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.198154] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca64d15-b9fa-427a-b4d8-314a6ac2c92c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.701020] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aca64d15-b9fa-427a-b4d8-314a6ac2c92c with status ACTIVE [ 663.701020] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.701020] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.701020] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.701020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.701607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.701607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.701607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.701607] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aca64d15-b9fa-427a-b4d8-314a6ac2c92c is going to be updated. [ 663.702716] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.702906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.703080] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.726593] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.726762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.726835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.727062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.727230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.727424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca64d15-b9fa-427a-b4d8-314a6ac2c92c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.209466] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.267263] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 664.268305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.268305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.268305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.268305] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.711927] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.711927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.711927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.711927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.711927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.711927] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 is going to be created. [ 664.746051] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.746051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.746051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.746051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.746051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.760516] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: UNINITIALIZED for 2s [ 664.772820] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.772820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.772820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.772820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.772820] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.772820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.772820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.772820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.772820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.772820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.772820] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.888982] env[66865]: INFO networking_nsxv3.common.synchronization [None req-a026ea9c-46a0-49f8-aea1-bdee01102892 None None] Enqueued Resource ID: c70cb964-fc78-4eb1-bef7-bb5de438d099 with Priority: HIGHEST for action port [ 664.889947] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70cb964-fc78-4eb1-bef7-bb5de438d099 with Priority: HIGHEST for action port [ 664.889947] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c70cb964-fc78-4eb1-bef7-bb5de438d099 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.890097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c70cb964-fc78-4eb1-bef7-bb5de438d099" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.890097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c70cb964-fc78-4eb1-bef7-bb5de438d099" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.891056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c70cb964-fc78-4eb1-bef7-bb5de438d099" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.891056] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70cb964-fc78-4eb1-bef7-bb5de438d099',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.274392] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.274816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.274816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.274816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.275042] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.275106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.275202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.275331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.277078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.277339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.277694] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.277694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.277694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.277956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.277956] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.278057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.278057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.278264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.278366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.278454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.278566] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.395337] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c70cb964-fc78-4eb1-bef7-bb5de438d099 [ 665.395337] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.395337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.395337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.395337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.395337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.395645] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c70cb964-fc78-4eb1-bef7-bb5de438d099 already deleted. [ 665.395645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c70cb964-fc78-4eb1-bef7-bb5de438d099" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.781431] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e629231-b747-4434-9228-fee01ef62d19: rpc.has_security_group_logging(os_id): False [ 665.802377] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.802530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.802610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.802852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.802970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.803189] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.803290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.803356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.803533] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.803610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.803804] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.803897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.803959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.804109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.804322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.805992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.806120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.806178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.806343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.806491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.806491] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 665.877858] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.878173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.878173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.878302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.878457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.895077] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 666.771862] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: SUCCESS [ 666.772276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.772276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.772418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.772638] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.772781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.772866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.773269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.773269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.773269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.773381] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.276034] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.778793] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183: rpc.has_security_group_logging(os_id): False [ 667.802012] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.802219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.802312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.802619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.802853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.803148] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.803252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.803363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.804166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.804487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.804487] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 is going to be created. [ 667.826782] env[66865]: INFO networking_nsxv3.common.synchronization [None req-0d2adb1f-3463-4ef6-8806-f4d9335b2c84 None None] Enqueued Resource ID: d4113560-2195-4487-be84-2ef7b0f9b587 with Priority: HIGHEST for action port [ 667.827313] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4113560-2195-4487-be84-2ef7b0f9b587 with Priority: HIGHEST for action port [ 667.828706] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4113560-2195-4487-be84-2ef7b0f9b587 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.828706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4113560-2195-4487-be84-2ef7b0f9b587" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.828706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4113560-2195-4487-be84-2ef7b0f9b587" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.828706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4113560-2195-4487-be84-2ef7b0f9b587" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.828706] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4113560-2195-4487-be84-2ef7b0f9b587',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.896592] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.896780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.896780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.897035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.897229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.920319] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: IN_PROGRESS for 2s [ 667.928670] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 667.928670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.331111] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4113560-2195-4487-be84-2ef7b0f9b587 [ 668.331479] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.331668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.331800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.332094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.332563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.332563] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4113560-2195-4487-be84-2ef7b0f9b587 already deleted. [ 668.332563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4113560-2195-4487-be84-2ef7b0f9b587" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.016784] env[66865]: INFO networking_nsxv3.common.synchronization [req-57ba916c-a61f-4943-a56a-ae8c3fb854df req-5fc30176-5c99-47ee-a123-528c6e98ad20 tempest-MultipleCreateTestJSON-1379429850 tempest-MultipleCreateTestJSON-1379429850-project-member] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 669.017417] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 669.017733] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.017859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.017929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020519] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020991] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.021120] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.523868] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.937381] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: SUCCESS [ 669.937570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.027077] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.275257] env[66865]: INFO networking_nsxv3.common.synchronization [req-41110698-99a8-4bbe-a3b9-f2dffe1dd871 req-9fe7dd41-8ac6-4869-b537-0c0d74dcf335 tempest-ServersAdminTestJSON-216911825 tempest-ServersAdminTestJSON-216911825-project-member] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 670.275982] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 670.276664] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.276835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.276835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.277204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.277929] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.277929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.277929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.277929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.278367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.278367] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.531402] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.532620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.532777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.535114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.535114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.535114] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 670.594967] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.595163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.595216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.595407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.595553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.606911] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 670.782675] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.786019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.786019] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf already deleted. [ 670.786019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.316349] env[66865]: INFO networking_nsxv3.common.synchronization [req-8e914f73-8b2e-4fbd-b270-a2b7efd7b23b req-73294e03-1115-4492-a937-47f5e5de80c5 tempest-FloatingIPsAssociationNegativeTestJSON-907738432 tempest-FloatingIPsAssociationNegativeTestJSON-907738432-project-member] Enqueued Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGHEST for action security_group_members [ 671.317709] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGHEST for action security_group_members [ 671.318207] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2931fc-9554-4efe-b5b6-5c0d13871044 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.318453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.318530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.318848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.319053] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.319178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.319240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.319530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.319615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319771] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.332979] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.333276] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.333469] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.333861] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.334151] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.334382] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.334709] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.335847] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.335847] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.335847] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.335847] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.335847] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.335847] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.335847] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.336162] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.336162] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.394466] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.394679] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.395063] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.395063] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.395389] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-4e73029a-57d5-412a-b97b-24021c54fa4e taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.395579] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-4e73029a-57d5-412a-b97b-24021c54fa4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.395716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-4e73029a-57d5-412a-b97b-24021c54fa4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.396087] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-4e73029a-57d5-412a-b97b-24021c54fa4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.396241] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e73029a-57d5-412a-b97b-24021c54fa4e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.823351] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.823515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.823582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.823863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.823962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.824143] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.824274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.824339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.824504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.824589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.824679] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 is going to be updated. [ 671.873199] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.874694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.874694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.874694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.874694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.886225] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 in Status: IN_PROGRESS for 2s [ 671.903437] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.903806] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.903915] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.905220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.905220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.905220] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 4e73029a-57d5-412a-b97b-24021c54fa4e not found, creating... [ 671.905220] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.905220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.905528] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.905528] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.905656] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.908261] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.910795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.910795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.910795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.910795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.910795] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 4e73029a-57d5-412a-b97b-24021c54fa4e is going to be created. [ 671.933243] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.933767] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.933974] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.934470] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.937756] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.937756] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-4e73029a-57d5-412a-b97b-24021c54fa4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.165120] env[66865]: INFO networking_nsxv3.common.synchronization [req-1947663b-9162-47b4-b701-1de609b68024 req-5a29be0a-55a3-4de6-8a1b-b2787068497a tempest-MultipleCreateTestJSON-1379429850 tempest-MultipleCreateTestJSON-1379429850-project-member] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 672.165641] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 672.165959] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.166086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.618500] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 672.618897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.618954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.619187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.619381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.619513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.619582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.619932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.619932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.620080] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.685644] env[66865]: INFO networking_nsxv3.common.synchronization [req-41110698-99a8-4bbe-a3b9-f2dffe1dd871 req-124bf4b5-d43f-469b-96fe-1304c966ebf3 service nova] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_rules [ 672.685644] env[66865]: INFO networking_nsxv3.common.synchronization [req-41110698-99a8-4bbe-a3b9-f2dffe1dd871 req-124bf4b5-d43f-469b-96fe-1304c966ebf3 service nova] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 672.685644] env[66865]: INFO networking_nsxv3.common.synchronization [req-41110698-99a8-4bbe-a3b9-f2dffe1dd871 req-124bf4b5-d43f-469b-96fe-1304c966ebf3 service nova] Enqueued Resource ID: 4e73029a-57d5-412a-b97b-24021c54fa4e with Priority: HIGHEST for action port [ 672.686310] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_rules [ 672.686310] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 672.686450] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e73029a-57d5-412a-b97b-24021c54fa4e with Priority: HIGHEST for action port [ 672.686972] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.687348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.687389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.687627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.687713] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.689203] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.689426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.689523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.689712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.689860] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.689957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.690029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.690173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.690257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.690347] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.691472] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e73029a-57d5-412a-b97b-24021c54fa4e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.691710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e73029a-57d5-412a-b97b-24021c54fa4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.691771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e73029a-57d5-412a-b97b-24021c54fa4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.692290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e73029a-57d5-412a-b97b-24021c54fa4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.692390] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e73029a-57d5-412a-b97b-24021c54fa4e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.123416] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.123416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.123416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.123416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.123416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.123677] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.123783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.123943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.124256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.124424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.124485] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 673.128073] env[66865]: INFO networking_nsxv3.common.synchronization [req-bcb47c43-e283-4c74-a1a4-ba8e0290bbeb req-a736e5a9-fa8f-44c7-a709-4dd489844721 tempest-FloatingIPsAssociationTestJSON-1670341824 tempest-FloatingIPsAssociationTestJSON-1670341824-project-member] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 673.129388] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 673.129560] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.129921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.129921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.130035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131031] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.131031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.131031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.131031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.131269] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.158891] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.159587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.159587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.159587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.159587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.171606] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 673.189731] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.190916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.195773] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.195773] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e73029a-57d5-412a-b97b-24021c54fa4e with status ACTIVE [ 673.195773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.195773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.195773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.195773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.196658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.196658] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e73029a-57d5-412a-b97b-24021c54fa4e is going to be updated. [ 673.226090] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.227206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.227206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.227206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.227206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.227206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e73029a-57d5-412a-b97b-24021c54fa4e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.618130] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.618351] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.618471] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.618759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.619371] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.619587] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.619695] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.619922] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.620070] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.620358] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.620497] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.620629] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.620789] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.620929] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.621329] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.621495] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.633628] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.645202] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.645409] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.645730] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.645936] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-842" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.647041] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-5d15378a-31d7-43ea-9747-09e2513e40fd taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.647041] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-5d15378a-31d7-43ea-9747-09e2513e40fd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.647041] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-5d15378a-31d7-43ea-9747-09e2513e40fd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.647041] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-5d15378a-31d7-43ea-9747-09e2513e40fd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.647041] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d15378a-31d7-43ea-9747-09e2513e40fd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.698362] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.901697] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 in Status: SUCCESS [ 673.901697] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 deletion is rescheduled due to dependency. [ 673.901697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.137151] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.150645] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.153255] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.153255] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.153255] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.153255] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.153255] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 5d15378a-31d7-43ea-9747-09e2513e40fd not found, creating... [ 674.153255] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.153255] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.153255] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.154513] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.155017] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.155714] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.157846] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.157846] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.157846] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.157846] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.157846] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 5d15378a-31d7-43ea-9747-09e2513e40fd is going to be created. [ 674.182877] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.183662] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.184091] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.185542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.185542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.185542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-5d15378a-31d7-43ea-9747-09e2513e40fd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.202661] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.202661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.202661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.202661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.202661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.202661] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be created. [ 674.242633] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.242633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.242633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.242633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.242633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.253184] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: UNINITIALIZED for 2s [ 674.640607] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.641264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.641264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.641350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.641597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.641597] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2abd62b-7e75-4480-b135-817be22e61bf is going to be updated. [ 674.674656] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.674797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.674871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.675126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.675284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.682829] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5484006c-befa-47c9-af12-53e4dbdf1f8d None None] Enqueued Resource ID: 2cde9a1b-c439-4c56-a385-61685ab4fd2e with Priority: HIGHEST for action port [ 674.683412] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cde9a1b-c439-4c56-a385-61685ab4fd2e with Priority: HIGHEST for action port [ 674.687960] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: IN_PROGRESS for 2s [ 674.688082] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cde9a1b-c439-4c56-a385-61685ab4fd2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.688159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cde9a1b-c439-4c56-a385-61685ab4fd2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.690621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cde9a1b-c439-4c56-a385-61685ab4fd2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.690621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cde9a1b-c439-4c56-a385-61685ab4fd2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.690621] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cde9a1b-c439-4c56-a385-61685ab4fd2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.973726] env[66865]: INFO networking_nsxv3.common.synchronization [req-bcb47c43-e283-4c74-a1a4-ba8e0290bbeb req-a0b7a4ec-1813-40b2-b3d1-81d2b41f5cd7 service nova] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_rules [ 674.974199] env[66865]: INFO networking_nsxv3.common.synchronization [req-bcb47c43-e283-4c74-a1a4-ba8e0290bbeb req-a0b7a4ec-1813-40b2-b3d1-81d2b41f5cd7 service nova] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 674.974354] env[66865]: INFO networking_nsxv3.common.synchronization [req-bcb47c43-e283-4c74-a1a4-ba8e0290bbeb req-a0b7a4ec-1813-40b2-b3d1-81d2b41f5cd7 service nova] Enqueued Resource ID: 5d15378a-31d7-43ea-9747-09e2513e40fd with Priority: HIGHEST for action port [ 674.974914] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_rules [ 674.975748] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 674.975748] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d15378a-31d7-43ea-9747-09e2513e40fd with Priority: HIGHEST for action port [ 674.975852] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.976152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.976152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.976334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.976334] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.977246] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.977387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.977928] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d15378a-31d7-43ea-9747-09e2513e40fd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.978073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d15378a-31d7-43ea-9747-09e2513e40fd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.978073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d15378a-31d7-43ea-9747-09e2513e40fd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.978598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d15378a-31d7-43ea-9747-09e2513e40fd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.978598] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d15378a-31d7-43ea-9747-09e2513e40fd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.187859] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 675.189870] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 deletion is rescheduled due to dependency. [ 675.189870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.193304] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cde9a1b-c439-4c56-a385-61685ab4fd2e [ 675.193304] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.193304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.193304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.193304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.193304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.193630] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cde9a1b-c439-4c56-a385-61685ab4fd2e already deleted. [ 675.193630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cde9a1b-c439-4c56-a385-61685ab4fd2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.480202] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.480338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.482753] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d15378a-31d7-43ea-9747-09e2513e40fd with status ACTIVE [ 675.483052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.483138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.483243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.483511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.483637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.483955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.484085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.484553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.484976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.485127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.485439] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.486636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.486735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.486933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.487069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.487383] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d15378a-31d7-43ea-9747-09e2513e40fd is going to be updated. [ 675.510581] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.510581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.510581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.511268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.511456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.511677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d15378a-31d7-43ea-9747-09e2513e40fd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.105555] env[66865]: INFO networking_nsxv3.common.synchronization [req-a9b560f2-59b3-4f81-a779-c353bfbbece2 req-489e5090-0c21-451e-b994-1573b68ed201 tempest-ServersAdminTestJSON-216911825 tempest-ServersAdminTestJSON-216911825-project-member] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 676.106121] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 676.106424] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.106530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.272209] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 676.272209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.272409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.272600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.272785] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.273812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.273812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.273812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.273812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.273812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.273812] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.277088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.277337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.277559] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.278667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.278790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.278976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.280345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.280345] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.559755] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.559755] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.559755] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.561033] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.561033] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.561033] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.561033] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.562351] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.562351] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.562351] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.562351] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.562351] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.562351] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.562351] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.562649] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.562649] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.585724] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.585961] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.587721] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.587721] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.587721] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.587721] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.587721] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.587721] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.587721] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb36f94-d62a-4d59-ba6c-17bbf6195cd9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.701247] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: SUCCESS [ 676.701568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.701822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.702577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.702678] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.702803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.702899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.703072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.703181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.703293] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.777397] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.777397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.782814] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.829722] env[66865]: INFO networking_nsxv3.common.synchronization [None req-ce4e0af2-3156-4a0f-8f98-6ce563aa3391 None None] Enqueued Resource ID: 5fc5361b-2374-4848-84af-3b0775d33462 with Priority: HIGHEST for action port [ 676.831094] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc5361b-2374-4848-84af-3b0775d33462 with Priority: HIGHEST for action port [ 676.831453] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fc5361b-2374-4848-84af-3b0775d33462 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.831632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fc5361b-2374-4848-84af-3b0775d33462" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.831632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fc5361b-2374-4848-84af-3b0775d33462" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.831978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fc5361b-2374-4848-84af-3b0775d33462" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.832078] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc5361b-2374-4848-84af-3b0775d33462',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.090214] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.090457] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.090575] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.091040] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.091142] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.091272] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 6bb36f94-d62a-4d59-ba6c-17bbf6195cd9 not found, creating... [ 677.091538] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.091701] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.091815] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.092055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.092189] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.092461] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.092619] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.092753] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.092936] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.093077] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.093212] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 6bb36f94-d62a-4d59-ba6c-17bbf6195cd9 is going to be created. [ 677.115129] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.115449] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.115598] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.115964] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.116251] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.116530] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.206548] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.287050] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.335644] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fc5361b-2374-4848-84af-3b0775d33462 [ 677.336067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.336362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.336534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.336846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.337073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.337502] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fc5361b-2374-4848-84af-3b0775d33462 already deleted. [ 677.338194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fc5361b-2374-4848-84af-3b0775d33462" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.673455] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6061e10e-3f39-46f3-b00b-fce4160b9e7c None None] Enqueued Resource ID: 5f2fc041-7740-4922-a6bc-dbf83d0f5bc5 with Priority: HIGHEST for action port [ 677.675204] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2fc041-7740-4922-a6bc-dbf83d0f5bc5 with Priority: HIGHEST for action port [ 677.675673] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f2fc041-7740-4922-a6bc-dbf83d0f5bc5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.675856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f2fc041-7740-4922-a6bc-dbf83d0f5bc5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.677975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f2fc041-7740-4922-a6bc-dbf83d0f5bc5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.679157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f2fc041-7740-4922-a6bc-dbf83d0f5bc5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.679157] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2fc041-7740-4922-a6bc-dbf83d0f5bc5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.710673] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.789655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.789821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.789882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.790136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.790243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.790315] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 677.838247] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.838396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.838466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.838749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.839057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.854497] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 677.892191] env[66865]: INFO networking_nsxv3.common.synchronization [req-a9b560f2-59b3-4f81-a779-c353bfbbece2 req-c7dfc071-9bb3-49eb-ab34-0023455b25ab service nova] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_rules [ 677.892191] env[66865]: INFO networking_nsxv3.common.synchronization [req-a9b560f2-59b3-4f81-a779-c353bfbbece2 req-c7dfc071-9bb3-49eb-ab34-0023455b25ab service nova] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 677.892191] env[66865]: INFO networking_nsxv3.common.synchronization [req-a9b560f2-59b3-4f81-a779-c353bfbbece2 req-c7dfc071-9bb3-49eb-ab34-0023455b25ab service nova] Enqueued Resource ID: 6bb36f94-d62a-4d59-ba6c-17bbf6195cd9 with Priority: HIGHEST for action port [ 677.892409] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_rules [ 677.893459] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 677.895027] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb36f94-d62a-4d59-ba6c-17bbf6195cd9 with Priority: HIGHEST for action port [ 677.895027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.895027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.895027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.895027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.895027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.895027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.895027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.895027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.895590] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb36f94-d62a-4d59-ba6c-17bbf6195cd9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.183508] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f2fc041-7740-4922-a6bc-dbf83d0f5bc5 [ 678.183508] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.183508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.183508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.183508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.183508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.183508] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f2fc041-7740-4922-a6bc-dbf83d0f5bc5 already deleted. [ 678.183508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f2fc041-7740-4922-a6bc-dbf83d0f5bc5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.215627] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.215935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.215935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.216665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.216860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.217038] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2abd62b-7e75-4480-b135-817be22e61bf is going to be updated. [ 678.254774] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.256783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.256783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.256783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.256783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.267935] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: IN_PROGRESS for 2s [ 678.400124] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bb36f94-d62a-4d59-ba6c-17bbf6195cd9 with status ACTIVE [ 678.400124] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.400124] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.400124] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.400124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.401172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.401172] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bb36f94-d62a-4d59-ba6c-17bbf6195cd9 is going to be updated. [ 678.435276] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.435445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.435445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.435923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.436127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.436425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bb36f94-d62a-4d59-ba6c-17bbf6195cd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.995887] env[66865]: INFO networking_nsxv3.common.synchronization [req-00840fbf-8bce-4ee1-97a9-3dae6393fb5b req-55663eb1-4ce5-4262-9b1a-ce425c199a55 tempest-ServersV294TestFqdnHostnames-2089577419 tempest-ServersV294TestFqdnHostnames-2089577419-project-member] Enqueued Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_members [ 678.997754] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_members [ 678.998544] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.998831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.999030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.001215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.001215] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.001215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.001215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.001215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.001215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.001215] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.505854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.505854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.505854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.505854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.505854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.505854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.505854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.506789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.506889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.506929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.507064] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b already deleted. [ 679.508069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.535270] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.535477] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-130" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.535583] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-130" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.535965] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-130" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.536265] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.536452] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.536592] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.537084] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.537084] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.542477] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.542667] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.542786] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.542899] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.543041] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.543427] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.543427] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.578776] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.578776] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.578776] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.578776] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-130" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.578776] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.578776] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.578776] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.581352] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.581907] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bebc3762-4d3e-42a1-b3a8-167ae17cd16d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.868041] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 679.868041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.868041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.868041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.868041] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.868041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.868041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.868041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.868499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.868499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.868499] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.868622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.868622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.868780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.868991] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.869213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.869213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.869322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.869665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.869665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.869665] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.871297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.871297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.871297] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.871297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.871297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.871297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.871596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.871596] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.085490] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.085848] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.085848] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.086115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.086368] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.086658] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port bebc3762-4d3e-42a1-b3a8-167ae17cd16d not found, creating... [ 680.087013] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.087163] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.087324] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.087672] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.087827] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.088356] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.088486] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.088553] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.088832] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.089021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.089207] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: bebc3762-4d3e-42a1-b3a8-167ae17cd16d is going to be created. [ 680.113596] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.113839] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.113839] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.114101] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.114342] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.114585] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.235829] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d68846f2-4ecb-4eed-8f19-ba58cbd28e1f None None] Enqueued Resource ID: 906bd0ce-d072-4712-a37c-44983f85b204 with Priority: HIGHEST for action port [ 680.236417] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906bd0ce-d072-4712-a37c-44983f85b204 with Priority: HIGHEST for action port [ 680.236728] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-906bd0ce-d072-4712-a37c-44983f85b204 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.236864] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-906bd0ce-d072-4712-a37c-44983f85b204" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.236935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-906bd0ce-d072-4712-a37c-44983f85b204" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.237316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-906bd0ce-d072-4712-a37c-44983f85b204" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.237455] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906bd0ce-d072-4712-a37c-44983f85b204',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.280755] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: SUCCESS [ 680.281016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.281783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.282518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.282620] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.282847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.282918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.283133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.283220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.283314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.283408] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.374394] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07fbead-7041-4193-a25c-9b20d616faaf: rpc.has_security_group_logging(os_id): False [ 680.376104] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.398175] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.398175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.398175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.398175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.398175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.398175] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.398175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.398175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.398520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.398520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.398792] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.398929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.400977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.400977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.400977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.400977] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.400977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.400977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.400977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.400977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.404141] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be created. [ 680.485730] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.485946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.486028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.486230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.486439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.504678] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 680.741572] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 906bd0ce-d072-4712-a37c-44983f85b204 [ 680.741867] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.742144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.742144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.742289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.742375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.742471] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:906bd0ce-d072-4712-a37c-44983f85b204 already deleted. [ 680.742682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-906bd0ce-d072-4712-a37c-44983f85b204" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.785516] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.785700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.785809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.786072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.786259] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.786870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.786870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.787051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.787147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.787240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.787398] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.787519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.787586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.787743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.787867] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.787961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.788047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.789653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.789795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.789890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.789991] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.880061] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.945228] env[66865]: INFO networking_nsxv3.common.synchronization [req-00840fbf-8bce-4ee1-97a9-3dae6393fb5b req-7a53529d-f323-468d-93cb-1eb8aa9fb19e service nova] Enqueued Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_rules [ 680.945228] env[66865]: INFO networking_nsxv3.common.synchronization [req-00840fbf-8bce-4ee1-97a9-3dae6393fb5b req-7a53529d-f323-468d-93cb-1eb8aa9fb19e service nova] Enqueued Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_members [ 680.945549] env[66865]: INFO networking_nsxv3.common.synchronization [req-00840fbf-8bce-4ee1-97a9-3dae6393fb5b req-7a53529d-f323-468d-93cb-1eb8aa9fb19e service nova] Enqueued Resource ID: bebc3762-4d3e-42a1-b3a8-167ae17cd16d with Priority: HIGHEST for action port [ 680.946437] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_rules [ 680.946669] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_members [ 680.946875] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebc3762-4d3e-42a1-b3a8-167ae17cd16d with Priority: HIGHEST for action port [ 680.947317] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.947516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.947640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.947962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.948200] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.949462] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.949668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.949791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.950324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.950544] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.950714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.950837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.951103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.951247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.951402] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.952625] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.952776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.952885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.953150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.953287] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bebc3762-4d3e-42a1-b3a8-167ae17cd16d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.292544] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2abd62b-7e75-4480-b135-817be22e61bf: rpc.has_security_group_logging(os_id): False [ 681.315322] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.315467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.315515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.316346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.316346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.316346] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.316346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.316346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.316688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.316688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.316688] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.316812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.317438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.317438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.317438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.317438] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.317438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.317692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.317692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.317692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.317805] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2abd62b-7e75-4480-b135-817be22e61bf is going to be updated. [ 681.385028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.385028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.385028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.385028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.385028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.385028] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 681.425244] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.427050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.427050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.427050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.427050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.430992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.432939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.432939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.432939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.432939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.443833] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 681.445673] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: IN_PROGRESS for 2s [ 681.458027] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.458027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.458027] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bebc3762-4d3e-42a1-b3a8-167ae17cd16d with status ACTIVE [ 681.458027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.458027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.458027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.458700] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.463125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.463125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.463125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.463125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.463125] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bebc3762-4d3e-42a1-b3a8-167ae17cd16d is going to be updated. [ 681.487039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.487331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.487331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.487679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.487823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.488142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bebc3762-4d3e-42a1-b3a8-167ae17cd16d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.715900] env[66865]: INFO networking_nsxv3.common.synchronization [req-2cbbb2ae-bf78-4e30-b27a-03dd10976ba2 req-98d4f9bc-25cd-4eef-9c14-97502340f2f2 tempest-ServerMetadataNegativeTestJSON-210063943 tempest-ServerMetadataNegativeTestJSON-210063943-project-member] Enqueued Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGHEST for action security_group_members [ 681.716862] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGHEST for action security_group_members [ 681.717109] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3087abcd-567c-45db-9eaf-dadd2d69b53f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.717259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.717337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.717740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.717910] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.718029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.718103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.718284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.718415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.718470] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.965257] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.160287] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-693 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.160540] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-693" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.160691] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-693" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.161070] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-693" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.161411] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.161592] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.161708] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.162020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.162460] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.162507] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.162603] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.162734] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.162913] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.163067] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.163255] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.163422] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.186428] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.186605] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.186929] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.187171] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-693" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.187544] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-53b24052-db73-4756-b6e8-99c81cb06dd7 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.187732] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-53b24052-db73-4756-b6e8-99c81cb06dd7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.187825] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-53b24052-db73-4756-b6e8-99c81cb06dd7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.188178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-53b24052-db73-4756-b6e8-99c81cb06dd7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.188332] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b24052-db73-4756-b6e8-99c81cb06dd7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.223132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.223132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.223132] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f already deleted. [ 682.223132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.470390] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.470568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.470669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.471438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.476582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.476582] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b is going to be created. [ 682.516627] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.517157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.519535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.519535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.519535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.531569] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 682.531569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.531569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.531569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.531569] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.534753] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c55d54-be17-4d34-a568-b7f47dd6015b in Status: UNINITIALIZED for 2s [ 682.691811] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.692048] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.692177] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.692443] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.692585] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.692733] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 53b24052-db73-4756-b6e8-99c81cb06dd7 not found, creating... [ 682.692991] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.693165] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.693276] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.693486] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.693615] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.693905] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.694073] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.694185] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.694390] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.694516] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.694646] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 53b24052-db73-4756-b6e8-99c81cb06dd7 is going to be created. [ 682.719687] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.719913] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.720101] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.720335] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.720577] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.720892] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-53b24052-db73-4756-b6e8-99c81cb06dd7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.035961] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.036390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.471581] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 683.471857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.472125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.472382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.472617] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.472765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.472843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.473343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.473519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.473688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.473995] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.488251] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: SUCCESS [ 683.488570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.491382] env[66865]: INFO networking_nsxv3.common.synchronization [req-2cbbb2ae-bf78-4e30-b27a-03dd10976ba2 req-25e27b96-ab8e-4d19-aaae-255968497a45 service nova] Enqueued Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGHEST for action security_group_rules [ 683.491382] env[66865]: INFO networking_nsxv3.common.synchronization [req-2cbbb2ae-bf78-4e30-b27a-03dd10976ba2 req-25e27b96-ab8e-4d19-aaae-255968497a45 service nova] Enqueued Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGHEST for action security_group_members [ 683.491382] env[66865]: INFO networking_nsxv3.common.synchronization [req-2cbbb2ae-bf78-4e30-b27a-03dd10976ba2 req-25e27b96-ab8e-4d19-aaae-255968497a45 service nova] Enqueued Resource ID: 53b24052-db73-4756-b6e8-99c81cb06dd7 with Priority: HIGHEST for action port [ 683.492081] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGHEST for action security_group_rules [ 683.492081] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGHEST for action security_group_members [ 683.492407] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b24052-db73-4756-b6e8-99c81cb06dd7 with Priority: HIGHEST for action port [ 683.493278] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3087abcd-567c-45db-9eaf-dadd2d69b53f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.493278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.493278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.493514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.493680] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.495064] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3087abcd-567c-45db-9eaf-dadd2d69b53f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.495230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.495448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.495537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.495771] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.495895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.495960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.496163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.496267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.496381] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.497452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b24052-db73-4756-b6e8-99c81cb06dd7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.497597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b24052-db73-4756-b6e8-99c81cb06dd7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.497711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b24052-db73-4756-b6e8-99c81cb06dd7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.498349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b24052-db73-4756-b6e8-99c81cb06dd7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.498485] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b24052-db73-4756-b6e8-99c81cb06dd7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.977026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.977249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.977321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.977545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.977721] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.977797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.977924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.978049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.978137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.978309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.978381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.978460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.978515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.978703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.978978] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.978978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.978978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.979356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.979356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.979356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.979575] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.003475] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3087abcd-567c-45db-9eaf-dadd2d69b53f taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.003738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.003883] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.008748] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53b24052-db73-4756-b6e8-99c81cb06dd7 with status ACTIVE [ 684.009017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.009212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.010255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.010255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.010255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.010674] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.010674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.010674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.010840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.012106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.012106] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.012106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.012106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.012106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.012106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.012106] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53b24052-db73-4756-b6e8-99c81cb06dd7 is going to be updated. [ 684.039288] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.039288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.039681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.039942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.039942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.040101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b24052-db73-4756-b6e8-99c81cb06dd7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.484029] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07fbead-7041-4193-a25c-9b20d616faaf: rpc.has_security_group_logging(os_id): False [ 684.506763] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.507976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.508122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.508579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.508787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.509315] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.509315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.509315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.509547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.509611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.509968] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.510293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.510293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.510407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.510407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.510867] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.511098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.511193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.511410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.511558] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.512844] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 684.514771] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.548526] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c55d54-be17-4d34-a568-b7f47dd6015b in Status: SUCCESS [ 684.548526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.548526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.548526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.548526] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.549566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.550198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.552334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.552334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.552334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.552334] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.620404] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.620591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.620674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.620933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.621097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.643051] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 685.021298] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.021835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.021835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.022161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.022315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.022722] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f is going to be created. [ 685.054339] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.054339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.054339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.054818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.054818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.055767] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.068127] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f in Status: UNINITIALIZED for 2s [ 685.260132] env[66865]: INFO networking_nsxv3.common.synchronization [None req-93f575e1-586f-480a-a928-74039f56c552 None None] Enqueued Resource ID: 56402b11-57bd-4811-ba6a-028de444f6f0 with Priority: HIGHEST for action port [ 685.260950] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56402b11-57bd-4811-ba6a-028de444f6f0 with Priority: HIGHEST for action port [ 685.262745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-56402b11-57bd-4811-ba6a-028de444f6f0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.262745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56402b11-57bd-4811-ba6a-028de444f6f0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.262745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56402b11-57bd-4811-ba6a-028de444f6f0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.262745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56402b11-57bd-4811-ba6a-028de444f6f0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.262745] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56402b11-57bd-4811-ba6a-028de444f6f0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.303030] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5baa0ef7-3502-4f30-a74d-9fac7e2505c2 None None] Enqueued Resource ID: edf13488-9329-4e57-a6a7-574dbc04a2c6 with Priority: HIGHEST for action port [ 685.303030] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf13488-9329-4e57-a6a7-574dbc04a2c6 with Priority: HIGHEST for action port [ 685.303030] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf13488-9329-4e57-a6a7-574dbc04a2c6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.303754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf13488-9329-4e57-a6a7-574dbc04a2c6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.304035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf13488-9329-4e57-a6a7-574dbc04a2c6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.304541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf13488-9329-4e57-a6a7-574dbc04a2c6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.304760] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf13488-9329-4e57-a6a7-574dbc04a2c6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.558655] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71c55d54-be17-4d34-a568-b7f47dd6015b: rpc.has_security_group_logging(os_id): False [ 685.580398] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.580398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.580624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.580788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.580889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.581139] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.581250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.581312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.581474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.581563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.581648] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b is going to be created. [ 685.661390] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.661612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.661612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.661937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.662168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.679266] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c55d54-be17-4d34-a568-b7f47dd6015b in Status: IN_PROGRESS for 2s [ 685.766133] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56402b11-57bd-4811-ba6a-028de444f6f0 [ 685.766428] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.766587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.766658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.766962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.767057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.767144] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56402b11-57bd-4811-ba6a-028de444f6f0 already deleted. [ 685.767253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56402b11-57bd-4811-ba6a-028de444f6f0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.787906] env[66865]: INFO networking_nsxv3.common.synchronization [req-7a79fb53-486e-4390-bf06-9e0ad35c29c3 req-c19a9f03-5064-41b8-ba58-d71d8674055e tempest-ServerActionsTestOtherB-853445523 tempest-ServerActionsTestOtherB-853445523-project-member] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 685.791548] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 685.791548] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.791548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.791548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.792034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.792034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.792221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.792266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.792445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.792697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.792846] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.810886] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edf13488-9329-4e57-a6a7-574dbc04a2c6 [ 685.812421] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.812421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.812421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.814725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.814725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.814725] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edf13488-9329-4e57-a6a7-574dbc04a2c6 already deleted. [ 685.814725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf13488-9329-4e57-a6a7-574dbc04a2c6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.299620] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.299620] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.299620] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 already deleted. [ 686.299620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.311291] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.312031] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.312031] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.314127] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.314497] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.314644] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.314770] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.315076] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.315240] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.315464] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.315578] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.315690] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.315800] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.315940] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.316392] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.316392] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.356469] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.356469] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.356469] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.356469] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.356862] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-8889684f-863e-4e32-a741-3aeb5fcaf5de taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.356862] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-8889684f-863e-4e32-a741-3aeb5fcaf5de" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.356977] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-8889684f-863e-4e32-a741-3aeb5fcaf5de" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.358110] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-8889684f-863e-4e32-a741-3aeb5fcaf5de" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.358110] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8889684f-863e-4e32-a741-3aeb5fcaf5de',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.659727] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 686.659727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.861887] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.862208] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.862399] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.862823] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.863072] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.863317] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 8889684f-863e-4e32-a741-3aeb5fcaf5de not found, creating... [ 686.863729] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.863981] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.864178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.864502] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.864711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.865160] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.865445] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.865605] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.868294] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.868294] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.868294] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 8889684f-863e-4e32-a741-3aeb5fcaf5de is going to be created. [ 686.896474] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.896683] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.896785] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.898061] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.898061] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.898061] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-8889684f-863e-4e32-a741-3aeb5fcaf5de" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.081328] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f in Status: SUCCESS [ 687.081328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.081328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.081578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.082065] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.082065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.082065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.082249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.082249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.082329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.082363] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.587524] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3087abcd-567c-45db-9eaf-dadd2d69b53f taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.588992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.588992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3087abcd-567c-45db-9eaf-dadd2d69b53f taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.588992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.589584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.589584] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.589584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.589584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.589584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.589584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.589788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.589788] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.660175] env[66865]: INFO networking_nsxv3.common.synchronization [req-7a79fb53-486e-4390-bf06-9e0ad35c29c3 req-cf6985ca-fdfc-463a-8d01-d719a545bbc2 service nova] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 687.660441] env[66865]: INFO networking_nsxv3.common.synchronization [req-7a79fb53-486e-4390-bf06-9e0ad35c29c3 req-cf6985ca-fdfc-463a-8d01-d719a545bbc2 service nova] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 687.661048] env[66865]: INFO networking_nsxv3.common.synchronization [req-7a79fb53-486e-4390-bf06-9e0ad35c29c3 req-cf6985ca-fdfc-463a-8d01-d719a545bbc2 service nova] Enqueued Resource ID: 8889684f-863e-4e32-a741-3aeb5fcaf5de with Priority: HIGHEST for action port [ 687.661048] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 687.661177] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 687.661297] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8889684f-863e-4e32-a741-3aeb5fcaf5de with Priority: HIGHEST for action port [ 687.661493] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.661645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.661722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.661938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.662065] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.662907] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.663647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.663647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.663647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.663900] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.664180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.664180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.664568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.667363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.667363] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.667363] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8889684f-863e-4e32-a741-3aeb5fcaf5de taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.667363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8889684f-863e-4e32-a741-3aeb5fcaf5de" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.667579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8889684f-863e-4e32-a741-3aeb5fcaf5de" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.667579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8889684f-863e-4e32-a741-3aeb5fcaf5de" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.667651] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8889684f-863e-4e32-a741-3aeb5fcaf5de',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.693837] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c55d54-be17-4d34-a568-b7f47dd6015b in Status: SUCCESS [ 687.693837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.076569] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6e8f661c-b5e4-48fd-9a24-98d7df18decd None None] Enqueued Resource ID: 85ce24e8-8016-49f3-851e-1e698b34cbfd with Priority: HIGHEST for action port [ 688.076569] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ce24e8-8016-49f3-851e-1e698b34cbfd with Priority: HIGHEST for action port [ 688.076569] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-85ce24e8-8016-49f3-851e-1e698b34cbfd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.076776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85ce24e8-8016-49f3-851e-1e698b34cbfd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.076776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85ce24e8-8016-49f3-851e-1e698b34cbfd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.078623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85ce24e8-8016-49f3-851e-1e698b34cbfd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.078623] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85ce24e8-8016-49f3-851e-1e698b34cbfd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.091875] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3087abcd-567c-45db-9eaf-dadd2d69b53f: rpc.has_security_group_logging(os_id): False [ 688.114106] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.114270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.115926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.116060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.116293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.116406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.116463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.116636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.116711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.116884] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.116992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.117042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.117205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.117286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.117471] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.117565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.117625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.117765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.117839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.117943] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f is going to be created. [ 688.170416] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.170927] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.171083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.171357] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8889684f-863e-4e32-a741-3aeb5fcaf5de with status ACTIVE [ 688.171597] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.171708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.171785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.172225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.172321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.174581] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.174581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.174581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.174581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.174581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.174581] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.174581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.174581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.174581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.174581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.174581] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8889684f-863e-4e32-a741-3aeb5fcaf5de is going to be updated. [ 688.192634] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.192888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.192997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.193487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.195329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.205663] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.205824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.205938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.206166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.206394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.206478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8889684f-863e-4e32-a741-3aeb5fcaf5de" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.212052] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f in Status: IN_PROGRESS for 2s [ 688.580034] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85ce24e8-8016-49f3-851e-1e698b34cbfd [ 688.580034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.580239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.580287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.580485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.580598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.580707] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85ce24e8-8016-49f3-851e-1e698b34cbfd already deleted. [ 688.580839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85ce24e8-8016-49f3-851e-1e698b34cbfd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.675635] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.116524] env[66865]: INFO networking_nsxv3.common.synchronization [req-6c42d120-411c-48ef-bd8b-a5f8cbf4ffa8 req-a6569bbc-469d-483e-8446-dc3c68a4324c tempest-ServerAddressesNegativeTestJSON-1409701099 tempest-ServerAddressesNegativeTestJSON-1409701099-project-member] Enqueued Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGHEST for action security_group_members [ 689.118214] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGHEST for action security_group_members [ 689.118214] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a627223d-f759-4e84-9e18-d7f4e346cb9d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.119246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.119380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.119617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.119818] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.119896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.119960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.120152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.120238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.120337] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.179320] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.179500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.179549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.179776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.179870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.180714] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be created. [ 689.213571] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.213868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.213868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.214020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.215072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.227458] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: UNINITIALIZED for 2s [ 689.280654] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3057e193-ac2b-406c-ad0d-2aedb849900a tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_rules [ 689.281413] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_rules [ 689.282576] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.282576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.282934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.283238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.283594] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.615058] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-52 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.615058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-52" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.615058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-52" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.615058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-52" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.615058] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.615817] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.616078] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.616421] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.616719] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.617976] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.618427] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.618875] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.619423] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.621017] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.621017] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.621017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.624652] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.625027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.625204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.625512] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.625701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.625985] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.626244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.626747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.627039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.628197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.628197] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a627223d-f759-4e84-9e18-d7f4e346cb9d already deleted. [ 689.628197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.644095] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.644695] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.645106] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.646961] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-52" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.646961] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-1b8c4846-5163-424c-baff-8e9a15e74989 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.646961] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-1b8c4846-5163-424c-baff-8e9a15e74989" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.646961] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-1b8c4846-5163-424c-baff-8e9a15e74989" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.646961] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-1b8c4846-5163-424c-baff-8e9a15e74989" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.646961] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8c4846-5163-424c-baff-8e9a15e74989',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.813693] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.814188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.814188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.814188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.814479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.814479] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 already deleted. [ 689.814603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.835454] env[66865]: INFO networking_nsxv3.common.synchronization [None req-98251a81-0d53-407d-83fc-b3bdaa83a453 None None] Enqueued Resource ID: 0b747c16-c3ae-4108-9e9f-1af041ecbb7e with Priority: HIGHEST for action port [ 689.836019] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b747c16-c3ae-4108-9e9f-1af041ecbb7e with Priority: HIGHEST for action port [ 689.836312] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b747c16-c3ae-4108-9e9f-1af041ecbb7e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.836458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b747c16-c3ae-4108-9e9f-1af041ecbb7e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.836527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b747c16-c3ae-4108-9e9f-1af041ecbb7e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.837442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b747c16-c3ae-4108-9e9f-1af041ecbb7e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.837442] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b747c16-c3ae-4108-9e9f-1af041ecbb7e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.864259] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c878de73-4d32-4f30-9828-dc2126f82631 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_rules [ 689.864312] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_rules [ 689.864956] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.864956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.864956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.865237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.865351] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.150359] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.150695] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.150888] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.151256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.151477] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.151731] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 1b8c4846-5163-424c-baff-8e9a15e74989 not found, creating... [ 690.152135] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.152376] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.152498] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.152728] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.152992] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.153195] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.153619] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.153774] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.154025] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.154155] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.154288] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 1b8c4846-5163-424c-baff-8e9a15e74989 is going to be created. [ 690.178750] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.178977] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.179087] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.179370] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.179585] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.179798] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-1b8c4846-5163-424c-baff-8e9a15e74989" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.242850] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f in Status: SUCCESS [ 690.242850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.259564] env[66865]: INFO networking_nsxv3.common.synchronization [None req-37b516b7-6a0c-4646-923c-c87a348de9a1 None None] Enqueued Resource ID: cb0f4b30-58eb-4906-a2af-934ebfc43a5f with Priority: HIGHEST for action port [ 690.261024] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb0f4b30-58eb-4906-a2af-934ebfc43a5f with Priority: HIGHEST for action port [ 690.261594] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb0f4b30-58eb-4906-a2af-934ebfc43a5f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.261943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb0f4b30-58eb-4906-a2af-934ebfc43a5f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.262105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb0f4b30-58eb-4906-a2af-934ebfc43a5f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.263437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb0f4b30-58eb-4906-a2af-934ebfc43a5f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263437] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb0f4b30-58eb-4906-a2af-934ebfc43a5f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.341077] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b747c16-c3ae-4108-9e9f-1af041ecbb7e [ 690.341077] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.341077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.341077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.341077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.341077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.341077] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b747c16-c3ae-4108-9e9f-1af041ecbb7e already deleted. [ 690.341077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b747c16-c3ae-4108-9e9f-1af041ecbb7e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.396765] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.396970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.396970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.397432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.397432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.397560] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 already deleted. [ 690.397560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.766414] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb0f4b30-58eb-4906-a2af-934ebfc43a5f [ 690.766414] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.766414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.766414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.766783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.766783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.766783] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb0f4b30-58eb-4906-a2af-934ebfc43a5f already deleted. [ 690.766783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb0f4b30-58eb-4906-a2af-934ebfc43a5f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.966827] env[66865]: INFO networking_nsxv3.common.synchronization [req-6c42d120-411c-48ef-bd8b-a5f8cbf4ffa8 req-020cc124-430a-443d-b6d1-8c8a939e2178 service nova] Enqueued Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGHEST for action security_group_rules [ 690.967086] env[66865]: INFO networking_nsxv3.common.synchronization [req-6c42d120-411c-48ef-bd8b-a5f8cbf4ffa8 req-020cc124-430a-443d-b6d1-8c8a939e2178 service nova] Enqueued Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGHEST for action security_group_members [ 690.967145] env[66865]: INFO networking_nsxv3.common.synchronization [req-6c42d120-411c-48ef-bd8b-a5f8cbf4ffa8 req-020cc124-430a-443d-b6d1-8c8a939e2178 service nova] Enqueued Resource ID: 1b8c4846-5163-424c-baff-8e9a15e74989 with Priority: HIGHEST for action port [ 690.967453] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGHEST for action security_group_rules [ 690.967453] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGHEST for action security_group_members [ 690.967550] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8c4846-5163-424c-baff-8e9a15e74989 with Priority: HIGHEST for action port [ 690.970259] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a627223d-f759-4e84-9e18-d7f4e346cb9d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.970641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.970641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.971206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.971359] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.972341] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a627223d-f759-4e84-9e18-d7f4e346cb9d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.972489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.972489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.972777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.972777] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.972963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.972963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.973113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.973113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.973224] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.974525] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8c4846-5163-424c-baff-8e9a15e74989 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.974525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8c4846-5163-424c-baff-8e9a15e74989" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.974697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8c4846-5163-424c-baff-8e9a15e74989" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.974697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8c4846-5163-424c-baff-8e9a15e74989" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.975125] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8c4846-5163-424c-baff-8e9a15e74989',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.241257] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 691.241492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.241673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.241951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.242180] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.242300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.242365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.242524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.242601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.242684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.242777] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.476524] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a627223d-f759-4e84-9e18-d7f4e346cb9d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.476828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.476986] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.477941] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b8c4846-5163-424c-baff-8e9a15e74989 with status ACTIVE [ 691.479244] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.479244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.479244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.479244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.479244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.479244] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.479244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.479636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.479636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.479707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.480014] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.480014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.480127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.480227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.480936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.480936] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b8c4846-5163-424c-baff-8e9a15e74989 is going to be updated. [ 691.508446] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.508923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.508923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.509234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.509234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.509374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8c4846-5163-424c-baff-8e9a15e74989" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.745688] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.984529] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.249097] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86442f91-5935-418f-a702-60ccf4f42000: rpc.has_security_group_logging(os_id): False [ 692.268659] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.268845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.268919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.270323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.270323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.270575] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.270757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.270861] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.271081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.272688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.272688] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be created. [ 692.351206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.367584] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 692.487100] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.487359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.487359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.487556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.487647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.487745] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a627223d-f759-4e84-9e18-d7f4e346cb9d is going to be created. [ 692.518153] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.518310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.518384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.518602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.518765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.533604] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a627223d-f759-4e84-9e18-d7f4e346cb9d in Status: UNINITIALIZED for 2s [ 693.616831] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3bbb6fa8-28eb-4532-9916-fba25642372c None None] Enqueued Resource ID: 02d5b87f-3ce7-4126-9c83-7384bd75b342 with Priority: HIGHEST for action port [ 693.617445] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d5b87f-3ce7-4126-9c83-7384bd75b342 with Priority: HIGHEST for action port [ 693.617757] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d5b87f-3ce7-4126-9c83-7384bd75b342 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.617883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d5b87f-3ce7-4126-9c83-7384bd75b342" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.617948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d5b87f-3ce7-4126-9c83-7384bd75b342" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.618221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d5b87f-3ce7-4126-9c83-7384bd75b342" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.618307] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d5b87f-3ce7-4126-9c83-7384bd75b342',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.120633] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02d5b87f-3ce7-4126-9c83-7384bd75b342 [ 694.121497] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.121877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.122111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.122458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.122639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.122824] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02d5b87f-3ce7-4126-9c83-7384bd75b342 already deleted. [ 694.122987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d5b87f-3ce7-4126-9c83-7384bd75b342" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.157575] env[66865]: INFO networking_nsxv3.common.synchronization [req-9216b79d-a449-431e-b9b5-2a4631c00e89 req-063ffb48-3f1c-4e79-b4e0-2f7130303ec9 tempest-ServerTagsTestJSON-1838289154 tempest-ServerTagsTestJSON-1838289154-project-member] Enqueued Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGHEST for action security_group_members [ 694.159825] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGHEST for action security_group_members [ 694.161590] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c44057-5eb4-406c-80b7-5dccf69477f2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.161590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.161590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.162894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.163145] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.163555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.163555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.163757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.163757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.163875] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.381451] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 694.381774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.554751] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a627223d-f759-4e84-9e18-d7f4e346cb9d in Status: SUCCESS [ 694.559411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.559745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.560171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.560351] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.560493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.560749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.560749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.560916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.560984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.561193] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.627583] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.628054] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-625" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.628181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-625" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.628750] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-625" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.629455] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.629908] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.630097] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.630645] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.631772] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.632059] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.632187] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.632310] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.632434] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.632571] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.632742] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.632873] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.662021] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.662021] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.662021] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.662021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-625" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.662021] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-dc52e44d-a24e-4775-8298-cffc0e6e81df taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.662021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-dc52e44d-a24e-4775-8298-cffc0e6e81df" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.662021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-dc52e44d-a24e-4775-8298-cffc0e6e81df" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.662021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-dc52e44d-a24e-4775-8298-cffc0e6e81df" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.662021] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc52e44d-a24e-4775-8298-cffc0e6e81df',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.666545] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.668326] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.668326] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 already deleted. [ 694.668326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.063352] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a627223d-f759-4e84-9e18-d7f4e346cb9d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.063529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.063642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.063919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.064139] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.064284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.064367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.064559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.064677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.064785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.064967] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a627223d-f759-4e84-9e18-d7f4e346cb9d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.065092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.065175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.065333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.065476] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.065569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.065632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.065771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.065847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.065935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.066058] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.168929] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.169277] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.169389] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.169750] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.169904] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.170302] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port dc52e44d-a24e-4775-8298-cffc0e6e81df not found, creating... [ 695.170443] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.170631] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.170842] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.171080] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.171176] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.171480] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.171629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.171740] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.171953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.172762] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.172928] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: dc52e44d-a24e-4775-8298-cffc0e6e81df is going to be created. [ 695.198026] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.199299] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.200078] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.200078] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.200078] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.200291] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-dc52e44d-a24e-4775-8298-cffc0e6e81df" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.569368] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a627223d-f759-4e84-9e18-d7f4e346cb9d: rpc.has_security_group_logging(os_id): False [ 695.591415] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.591614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.591614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.591817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.591879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.592118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.592193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.592243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.592397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.592472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.592794] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.592915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.593025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.593136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.593222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.593379] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.593523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.593523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.593657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.593727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.593894] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a627223d-f759-4e84-9e18-d7f4e346cb9d is going to be created. [ 695.656595] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.656879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.656879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.657062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.657248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.671956] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a627223d-f759-4e84-9e18-d7f4e346cb9d in Status: IN_PROGRESS for 2s [ 695.894578] env[66865]: INFO networking_nsxv3.common.synchronization [req-9216b79d-a449-431e-b9b5-2a4631c00e89 req-928fd8b7-c137-480b-9373-c60bb891cab2 service nova] Enqueued Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGHEST for action security_group_rules [ 695.894752] env[66865]: INFO networking_nsxv3.common.synchronization [req-9216b79d-a449-431e-b9b5-2a4631c00e89 req-928fd8b7-c137-480b-9373-c60bb891cab2 service nova] Enqueued Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGHEST for action security_group_members [ 695.894884] env[66865]: INFO networking_nsxv3.common.synchronization [req-9216b79d-a449-431e-b9b5-2a4631c00e89 req-928fd8b7-c137-480b-9373-c60bb891cab2 service nova] Enqueued Resource ID: dc52e44d-a24e-4775-8298-cffc0e6e81df with Priority: HIGHEST for action port [ 695.895605] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGHEST for action security_group_rules [ 695.895605] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGHEST for action security_group_members [ 695.895735] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc52e44d-a24e-4775-8298-cffc0e6e81df with Priority: HIGHEST for action port [ 695.896588] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c44057-5eb4-406c-80b7-5dccf69477f2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.896588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.896588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.896893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.896946] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.898423] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c44057-5eb4-406c-80b7-5dccf69477f2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.898700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.898868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.900969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.900969] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.900969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.900969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.900969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.900969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.900969] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.901666] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc52e44d-a24e-4775-8298-cffc0e6e81df taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.901666] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc52e44d-a24e-4775-8298-cffc0e6e81df" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.901839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc52e44d-a24e-4775-8298-cffc0e6e81df" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.901907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc52e44d-a24e-4775-8298-cffc0e6e81df" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.901964] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc52e44d-a24e-4775-8298-cffc0e6e81df',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.398867] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c44057-5eb4-406c-80b7-5dccf69477f2 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.399085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.404838] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.408369] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc52e44d-a24e-4775-8298-cffc0e6e81df with status ACTIVE [ 696.408369] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.408369] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.408369] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.408369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.410693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.410693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.410693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.410693] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc52e44d-a24e-4775-8298-cffc0e6e81df is going to be updated. [ 696.439172] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.439285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.439374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.439662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.439730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.439997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc52e44d-a24e-4775-8298-cffc0e6e81df" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.781394] env[66865]: INFO networking_nsxv3.common.synchronization [None req-656284df-823d-4613-9850-2f0339739d06 None None] Enqueued Resource ID: c548c017-4943-460a-9118-4c680fb3aa3d with Priority: HIGHEST for action port [ 696.784087] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c548c017-4943-460a-9118-4c680fb3aa3d with Priority: HIGHEST for action port [ 696.784087] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c548c017-4943-460a-9118-4c680fb3aa3d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.784087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c548c017-4943-460a-9118-4c680fb3aa3d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.784087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c548c017-4943-460a-9118-4c680fb3aa3d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.784087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c548c017-4943-460a-9118-4c680fb3aa3d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.784087] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c548c017-4943-460a-9118-4c680fb3aa3d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.916031] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.286944] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c548c017-4943-460a-9118-4c680fb3aa3d [ 697.287192] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.288149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.288149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.291131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.291131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.291131] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c548c017-4943-460a-9118-4c680fb3aa3d already deleted. [ 697.291131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c548c017-4943-460a-9118-4c680fb3aa3d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.420723] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.420940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.421082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.421304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.421466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.421541] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 is going to be created. [ 697.456929] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.457157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.457318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.457540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.457702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.473839] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 in Status: UNINITIALIZED for 2s [ 697.687940] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a627223d-f759-4e84-9e18-d7f4e346cb9d in Status: SUCCESS [ 697.688221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.698213] env[66865]: INFO networking_nsxv3.common.synchronization [req-6df2546c-d99d-4aae-a0cb-5aa03b83ebfa req-e27d7173-9286-4191-a432-508630a01248 tempest-DeleteServersAdminTestJSON-1889590715 tempest-DeleteServersAdminTestJSON-1889590715-project-member] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 697.699600] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 697.699600] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.699600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.699600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.699804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.699992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.700097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.700141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.700265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.700349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.700464] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.154576] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.154982] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.155091] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.155523] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.155688] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.155855] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.155972] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.156231] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.156441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.156704] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.156856] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.157088] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.157138] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.157305] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.157427] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.157617] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.178522] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.178522] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.178709] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.178888] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.179200] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-727736f0-e3cd-4b96-8442-7450be0f6374 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.179320] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-727736f0-e3cd-4b96-8442-7450be0f6374" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.179436] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-727736f0-e3cd-4b96-8442-7450be0f6374" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.179760] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-727736f0-e3cd-4b96-8442-7450be0f6374" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.179911] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('727736f0-e3cd-4b96-8442-7450be0f6374',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.203949] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.204163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.204207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.204400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.204518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.205055] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.205055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.205055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.205055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.205055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.205349] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b is going to be updated. [ 698.240251] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.240665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.240665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.240735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.240979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.253484] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: IN_PROGRESS for 2s [ 698.685253] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.685486] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.685666] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.689024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.689024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.689024] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 727736f0-e3cd-4b96-8442-7450be0f6374 not found, creating... [ 698.689024] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.689024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.689024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.689024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.689024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.689024] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.689024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.689673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.689673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.689673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.689673] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 727736f0-e3cd-4b96-8442-7450be0f6374 is going to be created. [ 698.715381] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.715581] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.715699] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.715983] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.716213] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.716426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-727736f0-e3cd-4b96-8442-7450be0f6374" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.237937] env[66865]: INFO networking_nsxv3.common.synchronization [None req-cb423ef5-5bd2-4343-aff0-20f1bad286ab None None] Enqueued Resource ID: 19e298c0-31e9-4d4c-946b-e3fa536d57f8 with Priority: HIGHEST for action port [ 699.237937] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19e298c0-31e9-4d4c-946b-e3fa536d57f8 with Priority: HIGHEST for action port [ 699.239536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-19e298c0-31e9-4d4c-946b-e3fa536d57f8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.239536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19e298c0-31e9-4d4c-946b-e3fa536d57f8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.239536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19e298c0-31e9-4d4c-946b-e3fa536d57f8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.239685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19e298c0-31e9-4d4c-946b-e3fa536d57f8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.239741] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19e298c0-31e9-4d4c-946b-e3fa536d57f8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.476151] env[66865]: INFO networking_nsxv3.common.synchronization [req-6df2546c-d99d-4aae-a0cb-5aa03b83ebfa req-02f63da1-08e0-4162-b6c7-5208a3b9f402 service nova] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_rules [ 699.476312] env[66865]: INFO networking_nsxv3.common.synchronization [req-6df2546c-d99d-4aae-a0cb-5aa03b83ebfa req-02f63da1-08e0-4162-b6c7-5208a3b9f402 service nova] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 699.476443] env[66865]: INFO networking_nsxv3.common.synchronization [req-6df2546c-d99d-4aae-a0cb-5aa03b83ebfa req-02f63da1-08e0-4162-b6c7-5208a3b9f402 service nova] Enqueued Resource ID: 727736f0-e3cd-4b96-8442-7450be0f6374 with Priority: HIGHEST for action port [ 699.477242] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_rules [ 699.477337] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 699.477518] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 727736f0-e3cd-4b96-8442-7450be0f6374 with Priority: HIGHEST for action port [ 699.478866] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.478866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.478866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.478866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.478866] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.479439] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.479542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.479827] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-727736f0-e3cd-4b96-8442-7450be0f6374 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.479827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-727736f0-e3cd-4b96-8442-7450be0f6374" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.479966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-727736f0-e3cd-4b96-8442-7450be0f6374" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.480098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-727736f0-e3cd-4b96-8442-7450be0f6374" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.480137] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('727736f0-e3cd-4b96-8442-7450be0f6374',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.488803] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 in Status: SUCCESS [ 699.489188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.489333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.489428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.489623] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.489747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.489822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.489936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.490037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.490126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.490348] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.745624] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19e298c0-31e9-4d4c-946b-e3fa536d57f8 [ 699.746376] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.746477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.746477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.746714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.746780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.747162] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19e298c0-31e9-4d4c-946b-e3fa536d57f8 already deleted. [ 699.747162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19e298c0-31e9-4d4c-946b-e3fa536d57f8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.768098] env[66865]: INFO networking_nsxv3.common.synchronization [req-c584f8d9-0ff9-4fc7-991d-cc7bab7ed74d req-1e3bde6c-ab89-4028-b286-f4db721d1dc4 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 699.768098] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 699.768098] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.768098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.768098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.768742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.769074] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.769879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.770047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.770289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.770450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.771967] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.982768] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.982920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.983138] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 727736f0-e3cd-4b96-8442-7450be0f6374 with status ACTIVE [ 699.983369] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.983513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.983552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.983758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.983846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.984023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.984168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.984168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.984329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.984407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.984580] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.984672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.984920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.984920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.984920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.985055] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 727736f0-e3cd-4b96-8442-7450be0f6374 is going to be updated. [ 699.995989] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c44057-5eb4-406c-80b7-5dccf69477f2 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.996210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.996249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.997456] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.997456] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c44057-5eb4-406c-80b7-5dccf69477f2 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.997456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.998202] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.998202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.998202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.998444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.998444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.998444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.998541] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.010857] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.011041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.011105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.011296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.011443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.011593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-727736f0-e3cd-4b96-8442-7450be0f6374" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.107119] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.107119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.107119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.107119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.107119] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.107119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.107119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.107428] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.107504] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.107708] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.108114] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.108230] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.108401] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.109659] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.109659] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.109659] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.129288] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.129566] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.129637] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.129814] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.130457] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.130592] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.130592] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.130943] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.131181] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f33ecc-baff-4640-8ae3-64daa0b85bcc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.265734] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: SUCCESS [ 700.265734] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b deletion is rescheduled due to dependency. [ 700.265734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.265734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.265734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.265734] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.265734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.265734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.265734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.265734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.265734] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.273504] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.273654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.273747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.273907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.274033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.274226] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.274328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.274373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.274526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.274601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.274682] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 already deleted. [ 700.274760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.500749] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71c44057-5eb4-406c-80b7-5dccf69477f2: rpc.has_security_group_logging(os_id): False [ 700.522595] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.526039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.526039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.526039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.526039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.526039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.526039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.526039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.526039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.526039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.526039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.528025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.528025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.528025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.528025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.528025] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.528574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.528745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.528996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.530033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.530033] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 is going to be created. [ 700.596712] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.596794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.596873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.597128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.597361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.611263] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 in Status: IN_PROGRESS for 2s [ 700.634291] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.634508] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.634631] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.634903] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.635061] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.635244] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port a1f33ecc-baff-4640-8ae3-64daa0b85bcc not found, creating... [ 700.635469] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.635622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.635745] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.635973] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.636119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.636412] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.636562] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.636674] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.636878] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.637015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.639896] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: a1f33ecc-baff-4640-8ae3-64daa0b85bcc is going to be created. [ 700.677192] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.677537] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.677714] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.678319] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.678692] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.679909] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.768206] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.272030] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.379709] env[66865]: INFO networking_nsxv3.common.synchronization [req-c584f8d9-0ff9-4fc7-991d-cc7bab7ed74d req-daf4bdc9-2f52-4426-bad6-9eea96ddb183 service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 701.379709] env[66865]: INFO networking_nsxv3.common.synchronization [req-c584f8d9-0ff9-4fc7-991d-cc7bab7ed74d req-daf4bdc9-2f52-4426-bad6-9eea96ddb183 service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 701.379989] env[66865]: INFO networking_nsxv3.common.synchronization [req-c584f8d9-0ff9-4fc7-991d-cc7bab7ed74d req-daf4bdc9-2f52-4426-bad6-9eea96ddb183 service nova] Enqueued Resource ID: a1f33ecc-baff-4640-8ae3-64daa0b85bcc with Priority: HIGHEST for action port [ 701.380427] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 701.380574] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 701.380676] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f33ecc-baff-4640-8ae3-64daa0b85bcc with Priority: HIGHEST for action port [ 701.380995] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.381189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.381269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.381534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.381621] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.383923] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.383991] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.384091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.384253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.384413] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.384511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.384572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.384762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.384856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.384965] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.386174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.386282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.386401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.386506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.386582] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f33ecc-baff-4640-8ae3-64daa0b85bcc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.775644] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.775916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.776012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.776279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.776333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.776431] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b is going to be updated. [ 701.823232] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.823382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.823473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.823680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.823832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.835576] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: IN_PROGRESS for 2s [ 701.889028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.889028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.889333] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.893579] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f33ecc-baff-4640-8ae3-64daa0b85bcc with status ACTIVE [ 701.893824] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.896972] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.896972] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.896972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.896972] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f33ecc-baff-4640-8ae3-64daa0b85bcc is going to be updated. [ 701.932374] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.932523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.932596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.933142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.933142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.933246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f33ecc-baff-4640-8ae3-64daa0b85bcc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.392094] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.623894] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 in Status: SUCCESS [ 702.624132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.894813] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.895175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.895276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.895536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.895977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.895977] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be created. [ 702.925280] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.925280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.925280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.925280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.925280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.936882] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: UNINITIALIZED for 2s [ 703.850383] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: SUCCESS [ 703.850751] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.850944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.851208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.852373] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.852373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.852373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.852373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.852373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.852373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.852373] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.355965] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.356246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.356364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.356692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.356962] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.357152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.357251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.357502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.357638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.357793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.358042] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.358198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.358299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.358542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.358768] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.358924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.359036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.359257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.359375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.359524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.359670] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.865525] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a805e97-9c25-4093-aeaf-ba93a90ec74b: rpc.has_security_group_logging(os_id): False [ 704.888243] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.888440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.888534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.888851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.888968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.889299] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.889444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.889536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.889757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.889871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.890209] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.890320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.890403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.890601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.890706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.890963] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.891115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.891205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.891400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.891511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.891631] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b is going to be updated. [ 704.948889] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 704.949235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.949479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.949753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.950065] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.950215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.950289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.950501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.950591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.950695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.950810] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.975050] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.975254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.975254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.975472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.975618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.990907] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: IN_PROGRESS for 2s [ 705.453916] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.454152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.454224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.454502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.454724] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.454866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.454958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.455201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.455361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.455437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.455632] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.455690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.456070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.456070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.456070] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.456272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.456272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.456411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.456481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.456567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.456660] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.959096] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83a4358-4915-4ca5-88a2-1924cf349a81: rpc.has_security_group_logging(os_id): False [ 705.980169] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.980353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.980402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.980792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.980792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.981026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.981104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.981136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.981280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.981354] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.981525] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.981617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.981676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.981844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.981887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.982129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.982226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.982226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.982333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.982404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.982487] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be created. [ 706.041603] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.041765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.041803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.042252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.042378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.059355] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 706.383287] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 706.383287] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 706.416783] env[66865]: INFO networking_nsxv3.common.synchronization [None req-cf18c8db-5d1b-4731-969f-048e2c2c85e4 None None] Enqueued Resource ID: 311610d9-e5b3-4261-9957-030831cc4b0d with Priority: HIGHEST for action port [ 706.417686] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311610d9-e5b3-4261-9957-030831cc4b0d with Priority: HIGHEST for action port [ 706.417794] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-311610d9-e5b3-4261-9957-030831cc4b0d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.418017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311610d9-e5b3-4261-9957-030831cc4b0d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.418992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311610d9-e5b3-4261-9957-030831cc4b0d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.419335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311610d9-e5b3-4261-9957-030831cc4b0d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.419377] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311610d9-e5b3-4261-9957-030831cc4b0d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.923478] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 311610d9-e5b3-4261-9957-030831cc4b0d [ 706.923668] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.923796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.923885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.924179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.924235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.924317] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:311610d9-e5b3-4261-9957-030831cc4b0d already deleted. [ 706.924393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311610d9-e5b3-4261-9957-030831cc4b0d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.012018] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: SUCCESS [ 707.012585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.073948] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 708.074302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.253923] env[66865]: INFO networking_nsxv3.common.synchronization [None req-67b31e6b-4b0e-46f1-a894-b3a0ac493d67 None None] Enqueued Resource ID: 74edd35e-b020-497f-a358-1e6e2cd942af with Priority: HIGHEST for action port [ 709.255280] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74edd35e-b020-497f-a358-1e6e2cd942af with Priority: HIGHEST for action port [ 709.256334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-74edd35e-b020-497f-a358-1e6e2cd942af taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.256334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74edd35e-b020-497f-a358-1e6e2cd942af" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.256503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74edd35e-b020-497f-a358-1e6e2cd942af" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.257516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74edd35e-b020-497f-a358-1e6e2cd942af" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.257516] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74edd35e-b020-497f-a358-1e6e2cd942af',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.441987] env[66865]: INFO networking_nsxv3.common.synchronization [req-332bb5e2-f4b8-452a-9a95-a18a1458b8eb req-6da993a5-624e-4260-b9a8-f25fe9d92797 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 709.443727] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 709.445710] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.445908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.446132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.446421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.446708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.446857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.447107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.447210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.447338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.447559] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.759457] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74edd35e-b020-497f-a358-1e6e2cd942af [ 709.759457] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.759457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.759644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.759981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.760119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.760205] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74edd35e-b020-497f-a358-1e6e2cd942af already deleted. [ 709.760293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74edd35e-b020-497f-a358-1e6e2cd942af" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.850801] env[66865]: INFO networking_nsxv3.common.synchronization [req-3e6aa4ac-c0c0-4dbe-9dab-b9cd154e99da req-cc906feb-f1f3-4090-8ded-2188010d5760 tempest-ImagesOneServerTestJSON-1499192165 tempest-ImagesOneServerTestJSON-1499192165-project-member] Enqueued Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGHEST for action security_group_members [ 709.851660] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGHEST for action security_group_members [ 709.851660] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e40f767-9f36-44fa-9aba-d8f5a21208a8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.851660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.851660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.851958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.852161] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.852247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.852320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.852531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.852663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.852832] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.949787] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.950066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.950066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.950540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.950540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.954406] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.954406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.954406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.954406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.954406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.954406] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c already deleted. [ 709.954406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.956477] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1fc34f5b-13f0-49c7-a40a-2bbcb2c88517 None None] Enqueued Resource ID: 12b71b61-9b21-4725-a5e8-ee76abfb7a5f with Priority: HIGHEST for action port [ 709.956718] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b71b61-9b21-4725-a5e8-ee76abfb7a5f with Priority: HIGHEST for action port [ 709.957292] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-12b71b61-9b21-4725-a5e8-ee76abfb7a5f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.957462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12b71b61-9b21-4725-a5e8-ee76abfb7a5f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.957462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12b71b61-9b21-4725-a5e8-ee76abfb7a5f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.957696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12b71b61-9b21-4725-a5e8-ee76abfb7a5f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.957779] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12b71b61-9b21-4725-a5e8-ee76abfb7a5f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.202256] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.202256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-152" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.202256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-152" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.202256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-152" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.202256] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.202256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.202256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.202256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.202256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.202256] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.202256] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.204971] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.204971] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.204971] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.204971] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.204971] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.230196] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.230196] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.230196] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.230196] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-152" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.230196] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.230196] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.230527] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.234018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.234018] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.356444] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.356758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.356758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.357764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.357764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.357764] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.357764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.357764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.357764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.357764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.357764] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 is going to be updated. [ 710.397061] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.397188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.397275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.397724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.398302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.413696] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 in Status: IN_PROGRESS for 2s [ 710.462114] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12b71b61-9b21-4725-a5e8-ee76abfb7a5f [ 710.462384] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.462534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.462594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.462997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.462997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.463158] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12b71b61-9b21-4725-a5e8-ee76abfb7a5f already deleted. [ 710.463158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12b71b61-9b21-4725-a5e8-ee76abfb7a5f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.735598] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.735837] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.735984] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.736288] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.736447] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.738024] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c not found, creating... [ 710.738024] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.738024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.738024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.738024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.738024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.738024] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.738353] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.738436] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.738596] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.738744] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.738917] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c is going to be created. [ 710.763074] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.763318] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.763440] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.763672] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.763895] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.764139] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.981297] env[66865]: INFO networking_nsxv3.common.synchronization [req-8d4ea4b6-fcd5-4bda-9b97-4b9a73711313 req-3880ec19-bdb8-441c-903f-bd47f84714e1 tempest-FloatingIPsAssociationTestJSON-1670341824 tempest-FloatingIPsAssociationTestJSON-1670341824-project-member] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 710.982600] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 710.982970] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.983138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.984867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.984867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.984974] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.985111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.985461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.985461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.985593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.985653] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.488789] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.499895] env[66865]: INFO networking_nsxv3.common.synchronization [req-332bb5e2-f4b8-452a-9a95-a18a1458b8eb req-2f6dc95b-592f-44db-bc8b-493a53796952 service nova] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 711.499895] env[66865]: INFO networking_nsxv3.common.synchronization [req-332bb5e2-f4b8-452a-9a95-a18a1458b8eb req-2f6dc95b-592f-44db-bc8b-493a53796952 service nova] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 711.499895] env[66865]: INFO networking_nsxv3.common.synchronization [req-332bb5e2-f4b8-452a-9a95-a18a1458b8eb req-2f6dc95b-592f-44db-bc8b-493a53796952 service nova] Enqueued Resource ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with Priority: HIGHEST for action port [ 711.499895] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 711.499895] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 711.499895] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with Priority: HIGHEST for action port [ 711.499895] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.499895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.499895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.499895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.499895] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.506468] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.506468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.507339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.507339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.507517] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.507517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.507642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.509277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.509277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.509277] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.509277] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.509277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.509277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.510041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.510600] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.997981] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.015909] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.015909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.015909] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.015909] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with status ACTIVE [ 712.016118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.016468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.016468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.016468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.016604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.016696] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.016790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.016850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.016997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.017087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.017366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.017440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.017503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.017653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.017730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.017816] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c is going to be updated. [ 712.043438] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.043438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.043438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.043574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.043614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.043774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.217923] env[66865]: INFO networking_nsxv3.common.synchronization [None req-2a8e489a-8105-4db7-b96e-4a208dc43c9e None None] Enqueued Resource ID: 438b8566-def9-4765-8049-d54220de7558 with Priority: HIGHEST for action port [ 712.220148] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438b8566-def9-4765-8049-d54220de7558 with Priority: HIGHEST for action port [ 712.220148] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-438b8566-def9-4765-8049-d54220de7558 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.220148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438b8566-def9-4765-8049-d54220de7558" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.220148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438b8566-def9-4765-8049-d54220de7558" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.220739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438b8566-def9-4765-8049-d54220de7558" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.220860] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438b8566-def9-4765-8049-d54220de7558',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.425364] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 in Status: SUCCESS [ 712.425561] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 deletion is rescheduled due to dependency. [ 712.425701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.499456] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.499765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.499765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.499982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.500089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.500899] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2abd62b-7e75-4480-b135-817be22e61bf is going to be updated. [ 712.523297] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.534278] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.534478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.534478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.534755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.534842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.545026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: IN_PROGRESS for 2s [ 712.663889] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c59e75b8-da2d-4588-b485-ce83e5785160 tempest-MigrationsAdminTest-1393518306 tempest-MigrationsAdminTest-1393518306-project-member] Enqueued Resource ID: fb4b40d9-892b-44e5-a6ae-e20c00a7c692 with Priority: HIGHEST for action security_group_rules [ 712.667089] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4b40d9-892b-44e5-a6ae-e20c00a7c692 with Priority: HIGHEST for action security_group_rules [ 712.667089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.667089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.667089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.667089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.667089] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4b40d9-892b-44e5-a6ae-e20c00a7c692',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.724140] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 438b8566-def9-4765-8049-d54220de7558 [ 712.724363] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.724492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.726696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.726696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.726696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.726696] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:438b8566-def9-4765-8049-d54220de7558 already deleted. [ 712.726999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438b8566-def9-4765-8049-d54220de7558" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.785943] env[66865]: INFO networking_nsxv3.common.synchronization [None req-08650c6d-d142-4425-a232-464595874ef7 tempest-MigrationsAdminTest-1393518306 tempest-MigrationsAdminTest-1393518306-project-member] Enqueued Resource ID: fb4b40d9-892b-44e5-a6ae-e20c00a7c692 with Priority: HIGHEST for action security_group_rules [ 712.786918] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb4b40d9-892b-44e5-a6ae-e20c00a7c692 with Priority: HIGHEST for action security_group_rules [ 712.787364] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.787522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.028069] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.028069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.028069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.028069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.028069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.028069] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be created. [ 713.067413] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.068016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.068291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.068587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.068887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.084130] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: UNINITIALIZED for 2s [ 713.102137] env[66865]: INFO networking_nsxv3.common.synchronization [req-a66117b4-d1fa-4da2-a1d0-af77d8bc578a req-7f6c2330-8197-43c8-a219-25d5be1a0faf tempest-ImagesNegativeTestJSON-1319589210 tempest-ImagesNegativeTestJSON-1319589210-project-member] Enqueued Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGHEST for action security_group_members [ 713.103785] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGHEST for action security_group_members [ 713.104425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.104657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.104815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.105173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.105551] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.105744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.105844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.106172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.106315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.106453] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.188107] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.188261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.188418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.188570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.188615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.188714] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4b40d9-892b-44e5-a6ae-e20c00a7c692 already deleted. [ 713.188828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.188945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.189118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.189211] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb4b40d9-892b-44e5-a6ae-e20c00a7c692',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.607493] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.607867] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-242" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.607867] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-242" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.608096] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-242" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.608363] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.608509] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.608616] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.608853] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.609019] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.609406] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.609511] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.609614] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.609710] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.609808] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.610468] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.610468] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.611847] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.611847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.612019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.612172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.612386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.612514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.612646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.612776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.612953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.613396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.613521] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 already deleted. [ 713.613625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.637852] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.638068] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.638299] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.638510] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-242" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.638817] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.639018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.639168] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.639621] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.639779] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d463e47b-f08c-49f6-8fe7-1a7dee5578ad',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.710041] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.710145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.710145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.710354] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.710441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.710535] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb4b40d9-892b-44e5-a6ae-e20c00a7c692 already deleted. [ 713.710618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb4b40d9-892b-44e5-a6ae-e20c00a7c692" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.143932] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.144541] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.148020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.148020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.148020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.148020] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port d463e47b-f08c-49f6-8fe7-1a7dee5578ad not found, creating... [ 714.148020] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.148020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.148020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.148020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.148020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.148020] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.148726] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.148726] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.149015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.149259] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.149505] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: d463e47b-f08c-49f6-8fe7-1a7dee5578ad is going to be created. [ 714.174878] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.175157] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.175284] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.175553] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.175777] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.175999] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.342949] env[66865]: INFO networking_nsxv3.common.synchronization [req-a31bee14-fd1d-46fb-b64e-ae51894bf336 req-1ae6fe19-7fdb-4fbd-ae24-fd0379ad3aa8 tempest-ServerAddressesNegativeTestJSON-1409701099 tempest-ServerAddressesNegativeTestJSON-1409701099-project-member] Enqueued Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGHEST for action security_group_members [ 714.343645] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGHEST for action security_group_members [ 714.343972] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a627223d-f759-4e84-9e18-d7f4e346cb9d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.344118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.344174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.344387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.344543] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.344640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.344703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.344845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.344934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.345041] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.561639] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: SUCCESS [ 714.561945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.827017] env[66865]: INFO networking_nsxv3.common.synchronization [req-3bd7b37a-a4a3-4f71-8f60-c32fb0e138f0 req-cb5c2577-a26c-4216-8bd7-99455a861c88 tempest-ServerMetadataTestJSON-1809696615 tempest-ServerMetadataTestJSON-1809696615-project-member] Enqueued Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGHEST for action security_group_members [ 714.828183] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGHEST for action security_group_members [ 714.828183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-38bd41ab-e928-4c85-aacd-ade3f604d942 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.828289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.828340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.828503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.828709] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.828842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.828947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.829133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.829327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.829327] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.847628] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.847767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.847838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.848049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.848145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.848330] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.848453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.848549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.848711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.848792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.848911] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a627223d-f759-4e84-9e18-d7f4e346cb9d is going to be updated. [ 714.883026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.883026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.883026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.883026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.883026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.893389] env[66865]: INFO networking_nsxv3.common.synchronization [req-a66117b4-d1fa-4da2-a1d0-af77d8bc578a req-3e5c3ad3-056a-4800-90d8-d2229aad0f2f service nova] Enqueued Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGHEST for action security_group_rules [ 714.893563] env[66865]: INFO networking_nsxv3.common.synchronization [req-a66117b4-d1fa-4da2-a1d0-af77d8bc578a req-3e5c3ad3-056a-4800-90d8-d2229aad0f2f service nova] Enqueued Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGHEST for action security_group_members [ 714.893695] env[66865]: INFO networking_nsxv3.common.synchronization [req-a66117b4-d1fa-4da2-a1d0-af77d8bc578a req-3e5c3ad3-056a-4800-90d8-d2229aad0f2f service nova] Enqueued Resource ID: d463e47b-f08c-49f6-8fe7-1a7dee5578ad with Priority: HIGHEST for action port [ 714.894957] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a627223d-f759-4e84-9e18-d7f4e346cb9d in Status: IN_PROGRESS for 2s [ 714.895395] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGHEST for action security_group_rules [ 714.895542] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGHEST for action security_group_members [ 714.895640] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d463e47b-f08c-49f6-8fe7-1a7dee5578ad with Priority: HIGHEST for action port [ 714.895929] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.896061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.896130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.896399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.896484] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.897464] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.897576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.897640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.897872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.898072] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.898212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.898277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.898461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.898501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.898591] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.899454] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.899572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.899612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.899793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.899828] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d463e47b-f08c-49f6-8fe7-1a7dee5578ad',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.094916] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 715.095497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.095497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.095784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.096033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.096219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.096329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.096541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.096690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.096757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.096884] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.334184] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.334635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.334635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.334635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.334832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.335117] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.335117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.335117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.335264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.335264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.335344] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 is going to be updated. [ 715.369167] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.369339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.369414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.369648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.370051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.381305] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 in Status: IN_PROGRESS for 2s [ 715.401504] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.401685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.403686] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.404127] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d463e47b-f08c-49f6-8fe7-1a7dee5578ad with status ACTIVE [ 715.404265] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.405406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.405406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.405406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.405406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.405406] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.405406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.405406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.405406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.405406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.405406] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.405859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.405859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.405859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.405859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.405859] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d463e47b-f08c-49f6-8fe7-1a7dee5578ad is going to be updated. [ 715.434707] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.434707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.434707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.434707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.435545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.435545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d463e47b-f08c-49f6-8fe7-1a7dee5578ad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604790] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.909626] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.976245] env[66865]: INFO networking_nsxv3.common.synchronization [req-5229cfed-9d1d-44ff-a2d9-6c6dea968815 req-755bc7d1-0cc2-40c3-860f-39b95963ac54 tempest-ServersAdminNegativeTestJSON-1113405912 tempest-ServersAdminNegativeTestJSON-1113405912-project-member] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 715.976826] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 715.978067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.978067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.978067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.978480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.978480] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.978480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.978480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.978613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.978640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.979083] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.107162] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73db16e3-2241-419e-9359-8488dcb4388c: rpc.has_security_group_logging(os_id): False [ 716.132860] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.135177] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.135177] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.135177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.136080] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.136344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.136598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.137160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.137160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.138050] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be created. [ 716.208541] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.208769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.208769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.209174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.209251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.233766] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 716.411913] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.412192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.412192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.412403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.412493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.412591] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 is going to be created. [ 716.463308] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.463308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.464927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.464927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.464927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.478244] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 in Status: UNINITIALIZED for 2s [ 716.483027] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.510969] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.510969] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.510969] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.511816] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.512032] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.512196] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.512467] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.512597] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.512730] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.513385] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.513385] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.513385] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.513385] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.514083] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.514083] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.514083] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.542396] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.542569] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.543160] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.543417] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.543743] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-6e1699f8-545e-4b33-8b3c-62c5a306cc03 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.543963] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-6e1699f8-545e-4b33-8b3c-62c5a306cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.544050] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-6e1699f8-545e-4b33-8b3c-62c5a306cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.544363] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-6e1699f8-545e-4b33-8b3c-62c5a306cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.544493] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1699f8-545e-4b33-8b3c-62c5a306cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.908336] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a627223d-f759-4e84-9e18-d7f4e346cb9d in Status: SUCCESS [ 716.908459] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a627223d-f759-4e84-9e18-d7f4e346cb9d deletion is rescheduled due to dependency. [ 716.908634] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.986473] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.047555] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.048228] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.048228] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.048367] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.048432] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.048610] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 6e1699f8-545e-4b33-8b3c-62c5a306cc03 not found, creating... [ 717.048851] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.049387] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.049387] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.049387] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.049568] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.049899] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.050052] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.050183] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.050391] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.050622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.050786] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 6e1699f8-545e-4b33-8b3c-62c5a306cc03 is going to be created. [ 717.074207] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.074450] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.074607] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.074931] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.075186] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.075437] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-6e1699f8-545e-4b33-8b3c-62c5a306cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.395589] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 in Status: SUCCESS [ 717.395799] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 deletion is rescheduled due to dependency. [ 717.395943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.489176] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.489478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.489542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.489809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.489871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.490034] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d is going to be updated. [ 717.533748] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.533748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.533748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.534027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.534027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.545760] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: IN_PROGRESS for 2s [ 717.875857] env[66865]: INFO networking_nsxv3.common.synchronization [req-5229cfed-9d1d-44ff-a2d9-6c6dea968815 req-f8a73f3f-e8cb-47a7-8943-e6449bf98533 service nova] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_rules [ 717.875919] env[66865]: INFO networking_nsxv3.common.synchronization [req-5229cfed-9d1d-44ff-a2d9-6c6dea968815 req-f8a73f3f-e8cb-47a7-8943-e6449bf98533 service nova] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 717.876061] env[66865]: INFO networking_nsxv3.common.synchronization [req-5229cfed-9d1d-44ff-a2d9-6c6dea968815 req-f8a73f3f-e8cb-47a7-8943-e6449bf98533 service nova] Enqueued Resource ID: 6e1699f8-545e-4b33-8b3c-62c5a306cc03 with Priority: HIGHEST for action port [ 717.876641] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_rules [ 717.876789] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 717.876887] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1699f8-545e-4b33-8b3c-62c5a306cc03 with Priority: HIGHEST for action port [ 717.877219] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.878055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.878055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.878055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.878055] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.879190] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.879407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879521] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e1699f8-545e-4b33-8b3c-62c5a306cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.879626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e1699f8-545e-4b33-8b3c-62c5a306cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e1699f8-545e-4b33-8b3c-62c5a306cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.879880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e1699f8-545e-4b33-8b3c-62c5a306cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.879957] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1699f8-545e-4b33-8b3c-62c5a306cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.249075] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 718.249327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.382166] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.382326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.382490] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e1699f8-545e-4b33-8b3c-62c5a306cc03 with status ACTIVE [ 718.382658] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.382766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.382831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.383311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.383311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.383650] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.383650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.383650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.383790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.383790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.384271] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.384271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.384271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.384271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.384429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.384429] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e1699f8-545e-4b33-8b3c-62c5a306cc03 is going to be updated. [ 718.408180] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.408323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.408742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.408742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.408742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.408966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e1699f8-545e-4b33-8b3c-62c5a306cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.488618] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 in Status: SUCCESS [ 718.488890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.489101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.489344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.489564] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.489708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.489793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.489986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.490705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490705] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.597050] env[66865]: INFO networking_nsxv3.common.synchronization [req-3b3da82c-2381-4f92-bd14-2db9d9ba842c req-02a6f39b-5137-4ea8-b811-aaca453c6e07 tempest-ServersWithSpecificFlavorTestJSON-386325694 tempest-ServersWithSpecificFlavorTestJSON-386325694-project-member] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 718.597806] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 718.597900] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.598047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.598119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.598311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.598769] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.598769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.598769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.598769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.599308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.599308] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.922295] env[66865]: INFO networking_nsxv3.common.synchronization [req-11a732e0-7e72-4864-90f4-501a741cf6ac req-26f71019-0851-4c41-a5c5-b61475c982e7 tempest-DeleteServersAdminTestJSON-1889590715 tempest-DeleteServersAdminTestJSON-1889590715-project-member] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 718.922295] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGHEST for action security_group_members [ 718.922295] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.922295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.922295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.922295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.922295] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.922295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.922295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.922295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.922935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.924256] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.995445] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.995603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.995672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.995896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.996067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.996272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.996272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.996368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.996457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.996542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.996684] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.996773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.996832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.996970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.997115] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.998056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.998056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.998182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.998284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.998389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.998511] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.102853] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.103034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.103105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.103715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.103883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.104154] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.104665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.104783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.105187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.105257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.105437] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 is going to be updated. [ 719.135871] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.135871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.136029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.136151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.136271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.145723] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: IN_PROGRESS for 2s [ 719.429058] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.429058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.429058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.429348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.429348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.429516] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.429611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.429673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.429838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.429916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.430026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b is going to be updated. [ 719.456983] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.457163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.457266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.457434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.457851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.466795] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: IN_PROGRESS for 2s [ 719.502685] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5: rpc.has_security_group_logging(os_id): False [ 719.530491] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.530491] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.530491] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.530491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.531119] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.531119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.531119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.531119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.531119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.531119] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 is going to be created. [ 719.564667] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: SUCCESS [ 719.564667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.564667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.564667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.564667] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.564667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.564667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.564667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.564667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.564667] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.619321] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.619321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.619950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.620322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.620753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.645497] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 in Status: IN_PROGRESS for 2s [ 720.069588] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.333761] env[66865]: INFO networking_nsxv3.common.synchronization [None req-9a8bc5ab-ab91-4b30-821f-a02ce32d85b2 None None] Enqueued Resource ID: 1a04e8e0-0cc1-4dce-bba9-06f35a82da61 with Priority: HIGHEST for action port [ 720.334511] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a04e8e0-0cc1-4dce-bba9-06f35a82da61 with Priority: HIGHEST for action port [ 720.334650] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a04e8e0-0cc1-4dce-bba9-06f35a82da61 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.334774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a04e8e0-0cc1-4dce-bba9-06f35a82da61" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.334843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a04e8e0-0cc1-4dce-bba9-06f35a82da61" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.336647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a04e8e0-0cc1-4dce-bba9-06f35a82da61" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.336751] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a04e8e0-0cc1-4dce-bba9-06f35a82da61',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.571280] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.839756] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a04e8e0-0cc1-4dce-bba9-06f35a82da61 [ 720.839875] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.840112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.840244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.840499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.840684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.840790] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a04e8e0-0cc1-4dce-bba9-06f35a82da61 already deleted. [ 720.840871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a04e8e0-0cc1-4dce-bba9-06f35a82da61" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.073501] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.073725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.073775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.074280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.074925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.074925] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d is going to be updated. [ 721.116625] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.116842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.116916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.117163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.117313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.127653] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: IN_PROGRESS for 2s [ 721.159023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: SUCCESS [ 721.159023] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 deletion is rescheduled due to dependency. [ 721.159023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.278740] env[66865]: INFO networking_nsxv3.common.synchronization [req-0e91e6f8-4960-4253-9bea-7c8fd76c3601 req-440e4060-af5e-495d-9b14-73916b7db115 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 721.279206] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 721.281887] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.281887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.281887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.281887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.281887] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.281887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.281887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.281887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.281887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.281887] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.483235] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b in Status: SUCCESS [ 721.483456] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b deletion is rescheduled due to dependency. [ 721.483566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.593336] env[66865]: INFO networking_nsxv3.common.synchronization [req-5b637a67-9a39-41a5-b3d8-49d08d54e27d req-6e9b0b4a-430a-4d54-9977-438b63f6f776 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 721.594678] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 721.594678] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.594678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.594678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.594678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.594912] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.594912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.594912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.595161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.595262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.595360] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.659908] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 in Status: SUCCESS [ 721.660065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.763336] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.763545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.763665] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.763987] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.764290] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.764460] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.764553] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.764762] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.764896] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.765262] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.765262] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.765367] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.765399] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.765503] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.765601] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.765723] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.784288] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.784516] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.784647] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.784826] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.785156] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-52310b2b-0e5b-4e3c-a018-7dde10c44813 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.785325] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-52310b2b-0e5b-4e3c-a018-7dde10c44813" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.785439] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-52310b2b-0e5b-4e3c-a018-7dde10c44813" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.785751] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-52310b2b-0e5b-4e3c-a018-7dde10c44813" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.785884] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52310b2b-0e5b-4e3c-a018-7dde10c44813',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.786878] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.786996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.787078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.787240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.787322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.787505] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.787602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.787665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.787806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.787885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.787967] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 already deleted. [ 721.788058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.098479] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.098657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.098723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.099158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.099158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.099320] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.099441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.099529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.099738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.099823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.099913] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 722.135974] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.136167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.136167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.136377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.136487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.148752] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 722.289314] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.289604] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.289733] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.290088] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.290280] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.290476] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 52310b2b-0e5b-4e3c-a018-7dde10c44813 not found, creating... [ 722.290820] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.291069] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.291165] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.291436] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.291572] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.291892] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.292074] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.292215] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.292536] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.292717] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.292903] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 52310b2b-0e5b-4e3c-a018-7dde10c44813 is going to be created. [ 722.327111] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.327379] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.327379] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.327636] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.327862] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.328147] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-52310b2b-0e5b-4e3c-a018-7dde10c44813" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.419101] env[66865]: INFO networking_nsxv3.common.synchronization [req-6aa05a75-56f4-47ac-bbb1-8eaa692c42a5 req-7885dc34-f0f4-440e-a561-b495d5c63267 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 722.419313] env[66865]: INFO networking_nsxv3.common.synchronization [req-6aa05a75-56f4-47ac-bbb1-8eaa692c42a5 req-7885dc34-f0f4-440e-a561-b495d5c63267 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 722.420344] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 722.420344] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 722.421141] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.421141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.421141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.421141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.421463] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.421463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.421463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.422502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.422502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.422502] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.423193] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.423384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.423512] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.423868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.424296] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.424296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.424444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.425030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.425030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.425030] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.504213] env[66865]: INFO networking_nsxv3.common.synchronization [req-6aa05a75-56f4-47ac-bbb1-8eaa692c42a5 req-7885dc34-f0f4-440e-a561-b495d5c63267 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 722.504389] env[66865]: INFO networking_nsxv3.common.synchronization [req-6aa05a75-56f4-47ac-bbb1-8eaa692c42a5 req-7885dc34-f0f4-440e-a561-b495d5c63267 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 722.504526] env[66865]: INFO networking_nsxv3.common.synchronization [req-6aa05a75-56f4-47ac-bbb1-8eaa692c42a5 req-7885dc34-f0f4-440e-a561-b495d5c63267 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_rules [ 722.504653] env[66865]: INFO networking_nsxv3.common.synchronization [req-6aa05a75-56f4-47ac-bbb1-8eaa692c42a5 req-7885dc34-f0f4-440e-a561-b495d5c63267 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 722.504773] env[66865]: INFO networking_nsxv3.common.synchronization [req-6aa05a75-56f4-47ac-bbb1-8eaa692c42a5 req-7885dc34-f0f4-440e-a561-b495d5c63267 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with Priority: HIGHEST for action port [ 722.505451] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 722.505609] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_rules [ 722.505715] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with Priority: HIGHEST for action port [ 722.505849] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 722.505949] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 722.506279] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.506441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.506580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.506779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.506900] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.507930] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.508088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.508165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.508391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.508473] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.509436] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.509560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.509629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.509805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.509909] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.510715] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.510806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.511201] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.511328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.927320] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.929719] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.012721] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.012894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.013123] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with status ACTIVE [ 723.013310] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.013423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.013493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.013761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.013857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.014046] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.014148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.014212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.014365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.014447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.014625] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.014720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.014783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.014921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.015016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.015130] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c is going to be updated. [ 723.016381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.016517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.034831] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d3e36981-9889-4775-942e-eb4f23de9a96 None None] Enqueued Resource ID: 3f83753b-7a71-4685-996f-ff9a06483f78 with Priority: HIGHEST for action port [ 723.035430] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f83753b-7a71-4685-996f-ff9a06483f78 with Priority: HIGHEST for action port [ 723.036927] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.037067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.037141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.037335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.037499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.037619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.037846] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f83753b-7a71-4685-996f-ff9a06483f78 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.037951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f83753b-7a71-4685-996f-ff9a06483f78" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.038050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f83753b-7a71-4685-996f-ff9a06483f78" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.038246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f83753b-7a71-4685-996f-ff9a06483f78" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.038333] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f83753b-7a71-4685-996f-ff9a06483f78',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.045587] env[66865]: INFO networking_nsxv3.common.synchronization [req-0e91e6f8-4960-4253-9bea-7c8fd76c3601 req-4fd079fc-6307-4a3b-bac0-b44cd5bce2c8 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 723.045783] env[66865]: INFO networking_nsxv3.common.synchronization [req-0e91e6f8-4960-4253-9bea-7c8fd76c3601 req-4fd079fc-6307-4a3b-bac0-b44cd5bce2c8 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 723.046075] env[66865]: INFO networking_nsxv3.common.synchronization [req-0e91e6f8-4960-4253-9bea-7c8fd76c3601 req-4fd079fc-6307-4a3b-bac0-b44cd5bce2c8 service nova] Enqueued Resource ID: 52310b2b-0e5b-4e3c-a018-7dde10c44813 with Priority: HIGHEST for action port [ 723.046313] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 723.046484] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 723.046608] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52310b2b-0e5b-4e3c-a018-7dde10c44813 with Priority: HIGHEST for action port [ 723.048034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.048216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.048254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.049104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.049231] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.050418] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.051217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.051217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.051217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.051217] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.051382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.051382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.051437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.052512] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.052512] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.052512] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-52310b2b-0e5b-4e3c-a018-7dde10c44813 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.052711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52310b2b-0e5b-4e3c-a018-7dde10c44813" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.052711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52310b2b-0e5b-4e3c-a018-7dde10c44813" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.052784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52310b2b-0e5b-4e3c-a018-7dde10c44813" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.053234] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52310b2b-0e5b-4e3c-a018-7dde10c44813',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.139037] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: SUCCESS [ 723.139265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.139438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.139649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.139925] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.139986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.140035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.140155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.140250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.140336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.140532] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.430735] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.431992] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.541188] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f83753b-7a71-4685-996f-ff9a06483f78 [ 723.541351] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.541488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.541561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.542192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.542192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.542192] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f83753b-7a71-4685-996f-ff9a06483f78 already deleted. [ 723.542192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f83753b-7a71-4685-996f-ff9a06483f78" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.554639] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.555745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.555885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.556043] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52310b2b-0e5b-4e3c-a018-7dde10c44813 with status ACTIVE [ 723.556213] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.556626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.556626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.556626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.556753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.556940] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.556940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.557054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.557124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.557243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.557378] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.557462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.557527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.557719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.557719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.558743] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52310b2b-0e5b-4e3c-a018-7dde10c44813 is going to be updated. [ 723.590028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.590028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.590028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.590028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.590028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.590028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52310b2b-0e5b-4e3c-a018-7dde10c44813" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.643996] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.643996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.644337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.645263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.645448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.645564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.645632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.648145] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.648145] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.648145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.650865] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.935990] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.935990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.935990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.935990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.936625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.939022] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 723.939022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.939022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.939022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.939022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.939022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.939022] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 is going to be created. [ 723.970082] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.970082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.970082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.970082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.970082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.978776] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.978776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.978776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.978776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.978776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.991743] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 723.993417] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: UNINITIALIZED for 2s [ 724.064091] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.154235] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d: rpc.has_security_group_logging(os_id): False [ 724.165659] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 724.166323] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 deletion is rescheduled due to dependency. [ 724.167160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.185122] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.185122] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.185122] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.185122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.185701] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.185701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.185701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.186197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.186455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.186644] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d is going to be updated. [ 724.274321] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.274466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.274523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.274736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.274875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.292898] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: IN_PROGRESS for 2s [ 724.654551] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.659768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.659768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.659768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.659768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.659768] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be created. [ 724.688385] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.688515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.688593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.688814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.689041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.703023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: UNINITIALIZED for 2s [ 725.177746] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 725.178136] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 725.178136] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGHEST for action security_group_members [ 725.178604] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 725.178756] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 725.178874] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGHEST for action security_group_members [ 725.183432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.183598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.183897] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.184029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.184274] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-106f11ab-9c11-4d85-995f-7c957e83441c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.184416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.184504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.184860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.185100] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.185273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.185394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.185672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.185847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.186040] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.223735] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGHEST for action security_group_rules [ 725.223972] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGHEST for action security_group_members [ 725.224163] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 725.224320] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 725.224442] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_rules [ 725.224576] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 725.224747] env[66865]: INFO networking_nsxv3.common.synchronization [req-573cb7cf-d8a3-471d-9bd8-9e5a36b630c7 req-8f26240d-4a0c-4de0-ab55-369c0cdc6927 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with Priority: HIGHEST for action port [ 725.227869] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGHEST for action security_group_rules [ 725.228064] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 725.228191] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 725.228291] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with Priority: HIGHEST for action port [ 725.228406] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_rules [ 725.228521] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGHEST for action security_group_members [ 725.228635] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 725.228925] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-106f11ab-9c11-4d85-995f-7c957e83441c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.229146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.229242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.229527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.229622] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.235832] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.236387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.236691] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.236806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.237112] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.237249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.237306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.237527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.237643] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.238527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.238626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.238824] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-106f11ab-9c11-4d85-995f-7c957e83441c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.238931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.239122] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.241054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.688825] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.745129] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c with status ACTIVE [ 725.745129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.745129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.745129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.745129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.745668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.745668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.745668] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c is going to be updated. [ 725.750537] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-106f11ab-9c11-4d85-995f-7c957e83441c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.751517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.774903] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.774903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.774903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.774903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.774903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.774903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8527f9f2-d72b-4ce0-bfb2-bd3430dcf63c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.013028] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: SUCCESS [ 726.013028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.013028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.013028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.013028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.013028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.013028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.013028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.014086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.014653] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.018190] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 726.018190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.018190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.018190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.018547] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.018895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.019159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.019539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.019815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.020107] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.123406] env[66865]: INFO networking_nsxv3.common.synchronization [None req-bb3d422b-9882-44ad-a25e-7025a8e31f5a None None] Enqueued Resource ID: 3ee53923-5ac5-44ef-b614-b997826706cf with Priority: HIGHEST for action port [ 726.123948] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee53923-5ac5-44ef-b614-b997826706cf with Priority: HIGHEST for action port [ 726.124278] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ee53923-5ac5-44ef-b614-b997826706cf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.125245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ee53923-5ac5-44ef-b614-b997826706cf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.125245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ee53923-5ac5-44ef-b614-b997826706cf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.125245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ee53923-5ac5-44ef-b614-b997826706cf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.125245] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ee53923-5ac5-44ef-b614-b997826706cf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.192443] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.315878] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: SUCCESS [ 726.316126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.522466] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.523399] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.628144] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ee53923-5ac5-44ef-b614-b997826706cf [ 726.628638] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.628901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.629066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.629344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.629513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.629685] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ee53923-5ac5-44ef-b614-b997826706cf already deleted. [ 726.629820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ee53923-5ac5-44ef-b614-b997826706cf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.698049] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.698218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.698291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.698645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.698645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.698742] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 106f11ab-9c11-4d85-995f-7c957e83441c is going to be created. [ 726.716078] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 726.716364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.716601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.716884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.717150] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.717343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.717437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.717662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.717784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.717910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.719546] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.731076] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.732185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.732301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.732665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.732718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.746010] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106f11ab-9c11-4d85-995f-7c957e83441c in Status: UNINITIALIZED for 2s [ 726.933742] env[66865]: INFO networking_nsxv3.common.synchronization [req-4198b0d5-fba9-4363-b4f1-faa6c391613a req-2d042744-3cc7-4fb0-8ba8-1d46acb54516 tempest-ListImageFiltersTestJSON-1541338831 tempest-ListImageFiltersTestJSON-1541338831-project-member] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 726.935210] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 726.935210] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.935210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.935210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.935675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.936165] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.936165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.936326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.936571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.936571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.936647] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.025398] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.027486] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.223835] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.224123] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.224123] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.224351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.224596] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.224674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.224707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.224940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.224940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.225056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.225220] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.225275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.225342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.225484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.225624] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.225715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.225776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.225984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.225984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.226077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.226172] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.374769] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.374975] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.375121] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.375393] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.375715] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.376031] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.377986] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.377986] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.378291] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.378395] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.378501] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.378614] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.379544] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.379544] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.379544] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.379544] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.410777] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.410920] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.411138] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.411366] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.411636] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-bb3805bd-c00b-470d-9fb0-27357aa13676 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.411852] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-bb3805bd-c00b-470d-9fb0-27357aa13676" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.413592] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-bb3805bd-c00b-470d-9fb0-27357aa13676" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.413592] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-bb3805bd-c00b-470d-9fb0-27357aa13676" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.413592] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3805bd-c00b-470d-9fb0-27357aa13676',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.442127] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.442127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.442127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.442127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.442127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.442394] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.442394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.442394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.442952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.442952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.442952] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 already deleted. [ 727.442952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.514371] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d065caa4-ae6a-47d0-8e97-a271a8fee210 tempest-AttachVolumeShelveTestJSON-81232599 tempest-AttachVolumeShelveTestJSON-81232599-project-member] Enqueued Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_rules [ 727.515291] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_rules [ 727.515831] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.515831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.515831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.516208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.516351] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.530019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.530019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.530019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.530019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.530019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.530019] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 is going to be updated. [ 727.531538] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.531675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.531742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.531887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.531961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.532135] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 727.567694] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.567893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.567984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.568232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.568410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.573247] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.573419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.573490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.573687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.573822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.585838] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 727.586988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: IN_PROGRESS for 2s [ 727.698691] env[66865]: INFO networking_nsxv3.common.synchronization [None req-69a448b5-cbb4-449a-bc24-fb99ca7a1dd7 tempest-AttachVolumeShelveTestJSON-81232599 tempest-AttachVolumeShelveTestJSON-81232599-project-member] Enqueued Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_rules [ 727.699471] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_rules [ 727.699559] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.699672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.730175] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b21138-722d-4f53-bb34-2b3b1c1918d4: rpc.has_security_group_logging(os_id): False [ 727.748034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.748137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.748203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.748423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.748537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.748735] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.748836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.748937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.749130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.749214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.749405] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.749499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.749559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.749697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.749772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.749960] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.750064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.750125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.750260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.750333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.750427] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be created. [ 727.829023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.829023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.829023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.829023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.829023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.844328] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 727.917730] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.917730] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.917730] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.917730] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.917730] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.917994] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port bb3805bd-c00b-470d-9fb0-27357aa13676 not found, creating... [ 727.918376] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.921027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.921027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.921027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.921027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.921027] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.921027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.921027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.921027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.921027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.921543] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: bb3805bd-c00b-470d-9fb0-27357aa13676 is going to be created. [ 727.951143] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.951548] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.951548] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.952167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.952167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.952262] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-bb3805bd-c00b-470d-9fb0-27357aa13676" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.061839] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.062087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.062087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.062254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.062343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.062436] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc already deleted. [ 728.062521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.062674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.062824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.062907] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.587258] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.587626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.587626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.587882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.588015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.588142] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc already deleted. [ 728.588284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.755225] env[66865]: INFO networking_nsxv3.common.synchronization [req-4198b0d5-fba9-4363-b4f1-faa6c391613a req-5cfb62be-0ea6-468a-b0dd-7d24d1b71078 service nova] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_rules [ 728.755225] env[66865]: INFO networking_nsxv3.common.synchronization [req-4198b0d5-fba9-4363-b4f1-faa6c391613a req-5cfb62be-0ea6-468a-b0dd-7d24d1b71078 service nova] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 728.755360] env[66865]: INFO networking_nsxv3.common.synchronization [req-4198b0d5-fba9-4363-b4f1-faa6c391613a req-5cfb62be-0ea6-468a-b0dd-7d24d1b71078 service nova] Enqueued Resource ID: bb3805bd-c00b-470d-9fb0-27357aa13676 with Priority: HIGHEST for action port [ 728.756017] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_rules [ 728.756017] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 728.756624] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3805bd-c00b-470d-9fb0-27357aa13676 with Priority: HIGHEST for action port [ 728.759592] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106f11ab-9c11-4d85-995f-7c957e83441c in Status: SUCCESS [ 728.759592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.759592] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.759592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.759592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.759981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.759981] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.761639] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.761639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.761639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.761639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.761639] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.761639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.761860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.762693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.762835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.762949] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.763977] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb3805bd-c00b-470d-9fb0-27357aa13676 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.764115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb3805bd-c00b-470d-9fb0-27357aa13676" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.764163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb3805bd-c00b-470d-9fb0-27357aa13676" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.764459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb3805bd-c00b-470d-9fb0-27357aa13676" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.764459] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3805bd-c00b-470d-9fb0-27357aa13676',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.765976] env[66865]: INFO networking_nsxv3.common.synchronization [None req-2d843f9a-b22d-4d33-9783-7837040477a2 None None] Enqueued Resource ID: ef15ccdf-6f17-4a7d-8548-80c9b3f4c666 with Priority: HIGHEST for action port [ 728.766335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.766497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.766651] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.766747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.766805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.767253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.767253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.767253] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.769740] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef15ccdf-6f17-4a7d-8548-80c9b3f4c666 with Priority: HIGHEST for action port [ 728.773019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef15ccdf-6f17-4a7d-8548-80c9b3f4c666 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.773019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef15ccdf-6f17-4a7d-8548-80c9b3f4c666" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.773019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef15ccdf-6f17-4a7d-8548-80c9b3f4c666" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.773019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef15ccdf-6f17-4a7d-8548-80c9b3f4c666" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.773019] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef15ccdf-6f17-4a7d-8548-80c9b3f4c666',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.933259] env[66865]: INFO networking_nsxv3.common.synchronization [req-559c2b8b-5c8a-4878-a042-ced092e54786 req-cf399976-8386-4b72-be3e-d56e1ffe8ec4 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_members [ 728.933930] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGHEST for action security_group_members [ 728.934258] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7341e45-59b8-4e37-81f7-ca290156dbf0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.934441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.934441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.934617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.934662] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.934777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.934824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.934992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.935270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.935270] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.272581] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.272673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.272849] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.277636] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb3805bd-c00b-470d-9fb0-27357aa13676 with status ACTIVE [ 729.277636] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.277636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.277636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.277636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.277636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.277636] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.277636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.277636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.277636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.277636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.278103] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.278103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.278103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.278103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.278103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.278103] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb3805bd-c00b-470d-9fb0-27357aa13676 is going to be updated. [ 729.279225] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef15ccdf-6f17-4a7d-8548-80c9b3f4c666 [ 729.279333] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.279406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.280191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.280191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.280191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.280191] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef15ccdf-6f17-4a7d-8548-80c9b3f4c666 already deleted. [ 729.280191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef15ccdf-6f17-4a7d-8548-80c9b3f4c666" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.281985] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.301277] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.301421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.301421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.301581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.301725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.301890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb3805bd-c00b-470d-9fb0-27357aa13676" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.332649] env[66865]: INFO networking_nsxv3.common.synchronization [req-48b6eadf-ec69-40a3-8aed-513866eefd23 req-e29f409b-9b2a-4c6c-8246-bb9d33e9237b tempest-ImagesNegativeTestJSON-1319589210 tempest-ImagesNegativeTestJSON-1319589210-project-member] Enqueued Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGHEST for action security_group_members [ 729.333426] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGHEST for action security_group_members [ 729.334173] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.334338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.334402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.335049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.335049] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.335049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.335049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.335267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.335298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.335540] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.438052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.438052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.438052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.438252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.438322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.438510] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.438689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.438764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.438924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.439103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.439103] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 is going to be updated. [ 729.552823] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.553010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.553069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.553255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.553400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.566459] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 in Status: IN_PROGRESS for 2s [ 729.598033] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: SUCCESS [ 729.598334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.599067] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 729.599254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.599434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.599661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.599855] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.599971] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.600208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.600421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.600567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.600695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.600810] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.601855] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.601954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.602876] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.602876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.602876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.602876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.602876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.602876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.603154] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.604385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.604913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.605136] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.605266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.605351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.605520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.605625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.605736] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.606563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.606756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.606951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.607126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.607276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.607477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.607617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.607799] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.686082] env[66865]: INFO networking_nsxv3.common.synchronization [req-e4f660be-87f1-4497-93f1-229bb85b67b8 req-46aaecf4-680d-4f03-b419-53897df6cb82 tempest-ServersNegativeTestMultiTenantJSON-1838636243 tempest-ServersNegativeTestMultiTenantJSON-1838636243-project-member] Enqueued Resource ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 with Priority: HIGHEST for action security_group_members [ 729.686559] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 with Priority: HIGHEST for action security_group_members [ 729.686770] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1753-f2b3-4157-b77c-10985d37c4c8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.686905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.686945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.687278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.687411] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.687484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.687580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.688525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.688525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.688525] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18a1753-f2b3-4157-b77c-10985d37c4c8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.781072] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.788079] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.837894] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.838068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.838158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.838397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.838493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.838678] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.838774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.838834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.838977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.839723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.839723] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 is going to be updated. [ 729.858240] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 729.858453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.872379] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.872525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.872596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.875140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.875140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.882473] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 in Status: IN_PROGRESS for 2s [ 730.077739] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.078055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-235" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.078055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-235" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.078440] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-235" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.078770] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.078910] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.079271] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.079271] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.079477] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.079636] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.079772] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.079945] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.080143] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.080206] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.080312] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.080647] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.101965] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.101965] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.101965] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.101965] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-235" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.102354] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-9da09662-9fd1-4d9f-b385-99d008f91819 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.102518] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-9da09662-9fd1-4d9f-b385-99d008f91819" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.102866] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-9da09662-9fd1-4d9f-b385-99d008f91819" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.102992] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-9da09662-9fd1-4d9f-b385-99d008f91819" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.103461] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da09662-9fd1-4d9f-b385-99d008f91819',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.105200] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.109807] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.109807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.110081] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.111046] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.191430] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.191705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.191705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.191877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.191977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.192219] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.192323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.192385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.192540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.192620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.192705] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 already deleted. [ 730.192784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.283926] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.284117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.284286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.284431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.284520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.284637] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be created. [ 730.291690] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.291883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.292897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.292897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.292897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.292897] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 106f11ab-9c11-4d85-995f-7c957e83441c is going to be updated. [ 730.336260] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.336453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.336497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.336691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.336852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.348163] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.349316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.349507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.349658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.351014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.361439] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: UNINITIALIZED for 2s [ 730.362740] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106f11ab-9c11-4d85-995f-7c957e83441c in Status: IN_PROGRESS for 2s [ 730.607481] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.607792] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.607878] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.608172] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.608319] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.608487] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 9da09662-9fd1-4d9f-b385-99d008f91819 not found, creating... [ 730.608768] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.609517] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.609517] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.609517] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.609517] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.609790] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.609939] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.610129] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.610369] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.610513] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.610658] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 9da09662-9fd1-4d9f-b385-99d008f91819 is going to be created. [ 730.612315] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba2cb424-d686-4076-aced-558e21ac96a6: rpc.has_security_group_logging(os_id): False [ 730.616697] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.617700] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.632347] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.632522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.632563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.633050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.633050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.633162] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.633233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.633268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.633506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.633581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.633708] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 is going to be created. [ 730.635919] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.636046] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.636159] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.636469] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.636692] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.636789] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-9da09662-9fd1-4d9f-b385-99d008f91819" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.720516] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.720831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.720831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.721146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.721465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.744673] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: IN_PROGRESS for 2s [ 731.120744] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.120744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.120744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.120744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.120744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.121355] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 is going to be updated. [ 731.123657] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.123814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.123905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.126568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.126568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.126568] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 731.160630] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.160630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.160630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.160630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.160630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.164742] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.165080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.165359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.165674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.166048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.177623] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: IN_PROGRESS for 2s [ 731.177623] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 731.432378] env[66865]: INFO networking_nsxv3.common.synchronization [req-e4f660be-87f1-4497-93f1-229bb85b67b8 req-99c8ce2f-6944-47dc-9380-87b6d2196aff service nova] Enqueued Resource ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 with Priority: HIGHEST for action security_group_rules [ 731.432623] env[66865]: INFO networking_nsxv3.common.synchronization [req-e4f660be-87f1-4497-93f1-229bb85b67b8 req-99c8ce2f-6944-47dc-9380-87b6d2196aff service nova] Enqueued Resource ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 with Priority: HIGHEST for action security_group_members [ 731.433264] env[66865]: INFO networking_nsxv3.common.synchronization [req-e4f660be-87f1-4497-93f1-229bb85b67b8 req-99c8ce2f-6944-47dc-9380-87b6d2196aff service nova] Enqueued Resource ID: 9da09662-9fd1-4d9f-b385-99d008f91819 with Priority: HIGHEST for action port [ 731.434848] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 with Priority: HIGHEST for action security_group_rules [ 731.434848] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 with Priority: HIGHEST for action security_group_members [ 731.434848] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da09662-9fd1-4d9f-b385-99d008f91819 with Priority: HIGHEST for action port [ 731.434848] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e18a1753-f2b3-4157-b77c-10985d37c4c8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.434848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.434848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.435139] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.435139] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e18a1753-f2b3-4157-b77c-10985d37c4c8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.437105] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1753-f2b3-4157-b77c-10985d37c4c8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.437304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.437304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.437423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.437871] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.437871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.437871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.437871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.438102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.438102] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18a1753-f2b3-4157-b77c-10985d37c4c8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.441382] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-9da09662-9fd1-4d9f-b385-99d008f91819 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.441517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9da09662-9fd1-4d9f-b385-99d008f91819" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.441587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9da09662-9fd1-4d9f-b385-99d008f91819" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.441774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9da09662-9fd1-4d9f-b385-99d008f91819" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.441857] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9da09662-9fd1-4d9f-b385-99d008f91819',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.580206] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 in Status: SUCCESS [ 731.580380] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 deletion is rescheduled due to dependency. [ 731.580501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.892674] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 in Status: SUCCESS [ 731.892999] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 deletion is rescheduled due to dependency. [ 731.893084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.944914] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1753-f2b3-4157-b77c-10985d37c4c8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.944914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.944914] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e18a1753-f2b3-4157-b77c-10985d37c4c8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.945688] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9da09662-9fd1-4d9f-b385-99d008f91819 with status ACTIVE [ 731.945910] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.946021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.946127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.946338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.946395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.949182] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.949364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.949429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.949631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.950848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.950848] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.950966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.951055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.951475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.951475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.951475] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9da09662-9fd1-4d9f-b385-99d008f91819 is going to be updated. [ 731.976220] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.976379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.976444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.976690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.978020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.978020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9da09662-9fd1-4d9f-b385-99d008f91819" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.293361] env[66865]: INFO networking_nsxv3.common.synchronization [req-d6c0e864-530e-4171-8c15-9cba7f5fc7dd req-fc29cb42-486c-4bab-84b3-fed1b62657bd tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_members [ 732.293851] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_members [ 732.294207] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7885f4d-2162-429b-bdc8-7c3a7b802c57 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.294373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.294439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.294650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.294821] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.294923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.294982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.295149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.295235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.295329] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.372433] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: SUCCESS [ 732.373534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.373534] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106f11ab-9c11-4d85-995f-7c957e83441c in Status: SUCCESS [ 732.373534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.373676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.373879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.374669] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.375376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.375376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.375376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.375376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.375376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.375639] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.376433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.376677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.376960] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.377141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.377285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.377505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.377619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.377732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.377883] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.453761] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e18a1753-f2b3-4157-b77c-10985d37c4c8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.722028] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.722151] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.722700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.722700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.724077] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.725151] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.725280] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.725515] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.725656] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.725868] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.725977] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.726095] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.726201] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.726309] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.726410] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.726537] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.755032] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.755032] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.755032] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.755032] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.755032] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.755032] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.755032] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.755032] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.755032] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.758356] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: SUCCESS [ 732.761025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.761025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.761025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.761025] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.797815] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.798022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.798119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.798411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.798606] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.798997] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.799200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.799295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.799497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.799626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.799746] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 already deleted. [ 732.799834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.880496] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.880746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.880746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.881066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.882318] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.882318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.882318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.882318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.882318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.882318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.882318] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.882318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.882318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.882318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.882709] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.882709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.882709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.882709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.882835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.882869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.882987] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.884749] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.956919] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.957286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.957286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.957356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.957491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.957563] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 is going to be created. [ 732.985275] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.985490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.985786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.985786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.985901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.998607] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 in Status: UNINITIALIZED for 2s [ 733.188443] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 733.188697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.189061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.189293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.189536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.189725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.189799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.190034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.190034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.190235] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.191680] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: SUCCESS [ 733.191866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.192033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.192215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.192437] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.192538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.192668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.192825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.192922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.193044] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.262744] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.263233] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.263233] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.263372] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.263525] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.263999] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4 not found, creating... [ 733.263999] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.264299] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.264299] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.264428] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.264517] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.264788] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.264965] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.265052] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.265266] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.266125] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.266125] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4 is going to be created. [ 733.267338] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.267473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.290016] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.290295] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.290419] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.290696] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.290923] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.291241] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.386924] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb90a80a-6df7-4e08-ae53-5af377a61ab7: rpc.has_security_group_logging(os_id): False [ 733.388711] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 106f11ab-9c11-4d85-995f-7c957e83441c: rpc.has_security_group_logging(os_id): False [ 733.410222] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.410419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.410526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.410711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.410829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.411056] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.411224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.411224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.411416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.411522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.411575] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 106f11ab-9c11-4d85-995f-7c957e83441c is going to be created. [ 733.413430] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.413530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.413615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.413805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.413922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.414150] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.414294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.414294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.414554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.414554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.414768] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.414888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.414961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.415185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.415372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.415517] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.415614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.415765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.415876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.416078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.416170] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be created. [ 733.507068] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.507193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.507255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.508036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.508036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.509600] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.509726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.509797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.509982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.510162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.537575] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: IN_PROGRESS for 2s [ 733.539708] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 106f11ab-9c11-4d85-995f-7c957e83441c in Status: IN_PROGRESS for 2s [ 733.694731] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.697982] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.992657] env[66865]: INFO networking_nsxv3.common.synchronization [req-d6c0e864-530e-4171-8c15-9cba7f5fc7dd req-dbdfd5d2-d3d3-4ea3-9690-cabbf03f1c09 service nova] Enqueued Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_rules [ 733.992657] env[66865]: INFO networking_nsxv3.common.synchronization [req-d6c0e864-530e-4171-8c15-9cba7f5fc7dd req-dbdfd5d2-d3d3-4ea3-9690-cabbf03f1c09 service nova] Enqueued Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_members [ 733.992657] env[66865]: INFO networking_nsxv3.common.synchronization [req-d6c0e864-530e-4171-8c15-9cba7f5fc7dd req-dbdfd5d2-d3d3-4ea3-9690-cabbf03f1c09 service nova] Enqueued Resource ID: 0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4 with Priority: HIGHEST for action port [ 733.992657] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_rules [ 733.993177] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_members [ 733.993177] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4 with Priority: HIGHEST for action port [ 733.993177] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.993426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.993426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.993490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.993910] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.995870] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7885f4d-2162-429b-bdc8-7c3a7b802c57 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.995983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.996068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.996250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.996431] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.996474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.996541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.996812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.996812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.996903] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.997875] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.997987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.998552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.998732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.998813] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.140502] env[66865]: INFO networking_nsxv3.common.synchronization [req-d6040180-1542-40cd-b0cf-1e2128ce714b req-953a8996-286a-4c97-922f-2bc268e58bcd tempest-VolumesAssistedSnapshotsTest-1956381066 tempest-VolumesAssistedSnapshotsTest-1956381066-project-member] Enqueued Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_members [ 734.141164] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGHEST for action security_group_members [ 734.141520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-66200bef-146a-4c42-b9ec-8300caf37917 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.141632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.141719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.142027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.142196] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.142306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.142365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.142852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.142950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.143092] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.197133] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.200934] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.320689] env[66865]: INFO networking_nsxv3.common.synchronization [req-f3da78fd-053a-4168-baea-cdd031ff82bb req-572930e5-551d-4c5d-a8e3-f81d912638fe tempest-ServerMetadataNegativeTestJSON-210063943 tempest-ServerMetadataNegativeTestJSON-210063943-project-member] Enqueued Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGHEST for action security_group_members [ 734.321411] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGHEST for action security_group_members [ 734.321738] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-3087abcd-567c-45db-9eaf-dadd2d69b53f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.321865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.321930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.322173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.322336] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.322441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.322500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.322652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.322739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.322836] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.502045] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7885f4d-2162-429b-bdc8-7c3a7b802c57 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.502045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.502750] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.505142] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4 with status ACTIVE [ 734.505142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.505142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.505142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.505142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.505142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.505142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.505142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.505597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.505597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.505597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.505731] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.505799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.505863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.506023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.506124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.506124] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4 is going to be updated. [ 734.535022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.535022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.535022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.535022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.535022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.535022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b3d9e1f-223f-4a71-aa5f-d14f50d98eb4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.648595] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.649281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.650150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.650150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.650150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.650657] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.650890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.651025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.651378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.651499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.651650] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66200bef-146a-4c42-b9ec-8300caf37917 is going to be updated. [ 734.692334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.692493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.692563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.692786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.692930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.703455] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.703455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.703455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.703455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.703455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.703455] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 734.704689] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.704844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.704898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.705099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.705185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.705278] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 is going to be updated. [ 734.708178] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66200bef-146a-4c42-b9ec-8300caf37917 in Status: IN_PROGRESS for 2s [ 734.746488] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.746686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.746746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.746905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.747062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.749031] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.750270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.750270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.750270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.750270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.763693] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: IN_PROGRESS for 2s [ 734.764860] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 734.825140] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.825284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.825342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.825557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.825656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.825844] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.825939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.826018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.826172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.826237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.826369] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f is going to be updated. [ 734.861591] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.861748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.861858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.862212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.862417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.875925] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f in Status: IN_PROGRESS for 2s [ 735.009634] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 in Status: SUCCESS [ 735.009891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.010126] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.014305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.014558] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.014828] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.015126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.015331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.015527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.015626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.015728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.016212] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e18a1753-f2b3-4157-b77c-10985d37c4c8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.177977] env[66865]: INFO networking_nsxv3.common.synchronization [req-60f4642c-6fc2-41bc-a864-5901d929cb0e req-9aa73be4-8bcf-4e1a-8184-b1c8c2a63a92 tempest-ListImageFiltersTestJSON-1541338831 tempest-ListImageFiltersTestJSON-1541338831-project-member] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 735.178536] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 735.178837] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.178978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.179804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.181330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.181510] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.181620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.182363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.182571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.183096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.183235] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.518925] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1753-f2b3-4157-b77c-10985d37c4c8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.519127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.519201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.519424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.519591] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.519693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.519757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.519902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.522860] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1753-f2b3-4157-b77c-10985d37c4c8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.522860] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.522860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.522860] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e18a1753-f2b3-4157-b77c-10985d37c4c8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.524193] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.524193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.524193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.524193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.524193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.524485] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 is going to be created. [ 735.556914] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 106f11ab-9c11-4d85-995f-7c957e83441c in Status: SUCCESS [ 735.557234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.558220] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: SUCCESS [ 735.558395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.563118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.563288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.563382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.563624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.564421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.575632] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 in Status: UNINITIALIZED for 2s [ 735.611353] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.611565] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.611690] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.611969] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.612311] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.612480] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.612607] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.612843] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.612993] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.613234] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.614027] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.614027] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.614027] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.614027] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.614027] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.614027] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.632657] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.632850] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.632985] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.633197] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.633539] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-e0e23048-f5d6-4ea3-bd78-505b752fbe92 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.633722] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-e0e23048-f5d6-4ea3-bd78-505b752fbe92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.633836] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-e0e23048-f5d6-4ea3-bd78-505b752fbe92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.634173] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-e0e23048-f5d6-4ea3-bd78-505b752fbe92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.634310] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0e23048-f5d6-4ea3-bd78-505b752fbe92',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.685732] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.024107] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e18a1753-f2b3-4157-b77c-10985d37c4c8: rpc.has_security_group_logging(os_id): False [ 736.048037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.048037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.048037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.048037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.048037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.048608] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.048608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.048608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.048860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.048860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.049033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.049148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.049212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.049372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.049453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.049668] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.049753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.050040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.050040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.050040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.050154] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 is going to be created. [ 736.122026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.122200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.122279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.122580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.122808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.135216] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 in Status: IN_PROGRESS for 2s [ 736.137171] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.137171] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.137376] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.137562] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.137735] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.137914] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port e0e23048-f5d6-4ea3-bd78-505b752fbe92 not found, creating... [ 736.138232] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.138449] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.138608] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.138851] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.139179] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.139413] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.139567] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.139675] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.139942] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.140070] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.140205] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: e0e23048-f5d6-4ea3-bd78-505b752fbe92 is going to be created. [ 736.168019] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.168288] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.168668] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.169440] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.169440] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.169617] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-e0e23048-f5d6-4ea3-bd78-505b752fbe92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.188502] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.691369] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.691559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.691599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.691812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.691900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.691998] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be updated. [ 736.720011] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66200bef-146a-4c42-b9ec-8300caf37917 in Status: SUCCESS [ 736.720279] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66200bef-146a-4c42-b9ec-8300caf37917 deletion is rescheduled due to dependency. [ 736.720438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.724136] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.724301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.724370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.724534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.724678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.732731] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: IN_PROGRESS for 2s [ 736.777316] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: SUCCESS [ 736.777538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.777720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.777945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.778179] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.778385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.778385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.779638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.779638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.779638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.779638] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.781203] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 736.781400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.781555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.781731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.781919] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.782046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.782114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.782501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.782501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.782501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.782614] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.782680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.782720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.782827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.782959] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.783065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.783126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.783260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.783332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.783413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.783501] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.886995] env[66865]: INFO networking_nsxv3.common.synchronization [req-60f4642c-6fc2-41bc-a864-5901d929cb0e req-c526a95a-e3f8-46f7-b133-7ffdf1aa02ac service nova] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_rules [ 736.886995] env[66865]: INFO networking_nsxv3.common.synchronization [req-60f4642c-6fc2-41bc-a864-5901d929cb0e req-c526a95a-e3f8-46f7-b133-7ffdf1aa02ac service nova] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 736.886995] env[66865]: INFO networking_nsxv3.common.synchronization [req-60f4642c-6fc2-41bc-a864-5901d929cb0e req-c526a95a-e3f8-46f7-b133-7ffdf1aa02ac service nova] Enqueued Resource ID: e0e23048-f5d6-4ea3-bd78-505b752fbe92 with Priority: HIGHEST for action port [ 736.886995] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_rules [ 736.886995] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 736.886995] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0e23048-f5d6-4ea3-bd78-505b752fbe92 with Priority: HIGHEST for action port [ 736.886995] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.886995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.886995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.886995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.886995] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.889590] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.889808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.890099] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0e23048-f5d6-4ea3-bd78-505b752fbe92 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.890331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0e23048-f5d6-4ea3-bd78-505b752fbe92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.890487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0e23048-f5d6-4ea3-bd78-505b752fbe92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.890747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0e23048-f5d6-4ea3-bd78-505b752fbe92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.890901] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0e23048-f5d6-4ea3-bd78-505b752fbe92',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.892933] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f in Status: SUCCESS [ 736.893235] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f deletion is rescheduled due to dependency. [ 736.893996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.285380] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.287512] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73db16e3-2241-419e-9359-8488dcb4388c: rpc.has_security_group_logging(os_id): False [ 737.312858] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.313074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.313074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.313301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.313405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.313591] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.313692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.313757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.313896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.313972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.314170] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.314431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.314431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.314529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.314529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.314702] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.314794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.314853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.314985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.315546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.315639] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 737.339122] env[66865]: INFO networking_nsxv3.common.synchronization [req-f62eda64-bee7-4c06-a0c8-04a7e3c5d82c req-07d1db9d-e103-46e6-9644-8e56d4558ad2 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 737.339805] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 737.340128] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.342449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.342449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.342449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.342449] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.342449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.342808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.342808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.342808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.342956] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.395344] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.396521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.396521] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0e23048-f5d6-4ea3-bd78-505b752fbe92 with status ACTIVE [ 737.396521] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.396521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.396521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.396780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.396780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.398331] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.398331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.398331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.398331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.398331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.398331] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.398331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.398331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.398331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.398331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.398331] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0e23048-f5d6-4ea3-bd78-505b752fbe92 is going to be updated. [ 737.401442] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.401600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.401667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.402463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.402985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.423653] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 737.437694] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.437850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.437928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.438132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.438273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.438432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0e23048-f5d6-4ea3-bd78-505b752fbe92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.589172] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 in Status: SUCCESS [ 737.589172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.589172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.589172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.589172] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.589172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.589172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.589172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.589172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.589172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.589172] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.789096] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba2cb424-d686-4076-aced-558e21ac96a6: rpc.has_security_group_logging(os_id): False [ 737.810348] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.810498] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.810542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.810753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.810835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.811137] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.811507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.811599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.812360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.812360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.812360] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 is going to be updated. [ 737.818453] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4f66921c-8ff7-4de1-bce2-92bffd9a7425 None None] Enqueued Resource ID: c40c7afb-4399-439d-a375-4fccfb7b4f79 with Priority: HIGHEST for action port [ 737.818920] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40c7afb-4399-439d-a375-4fccfb7b4f79 with Priority: HIGHEST for action port [ 737.819353] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40c7afb-4399-439d-a375-4fccfb7b4f79 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.819486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40c7afb-4399-439d-a375-4fccfb7b4f79" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.819540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40c7afb-4399-439d-a375-4fccfb7b4f79" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.819794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40c7afb-4399-439d-a375-4fccfb7b4f79" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.819876] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40c7afb-4399-439d-a375-4fccfb7b4f79',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.845964] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.846197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.846260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.847046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.847430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.847430] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.847807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.847807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.848086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.848184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.848283] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 737.884559] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.885530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.886306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.886306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.886306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.889347] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.889517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.889576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.890359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.890359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.902786] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 737.909399] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: IN_PROGRESS for 2s [ 737.970874] env[66865]: INFO networking_nsxv3.common.synchronization [req-673525f2-847d-4eb6-afb1-9b5388da58cd req-6892c396-47f3-4a35-ad33-266484d9ebc5 tempest-ServersAdminTestJSON-216911825 tempest-ServersAdminTestJSON-216911825-project-member] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 737.971429] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 737.971790] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.972067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.972359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.972795] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.972795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.973089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.973251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.973389] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.092579] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.151743] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 in Status: SUCCESS [ 738.153032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.323218] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c40c7afb-4399-439d-a375-4fccfb7b4f79 [ 738.323563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.325133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.325133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.325133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.325133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.325133] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c40c7afb-4399-439d-a375-4fccfb7b4f79 already deleted. [ 738.325133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40c7afb-4399-439d-a375-4fccfb7b4f79" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.477523] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.479609] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.479751] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.479847] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.480122] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.480405] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.480558] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.480668] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.480909] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.481505] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.481505] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.481505] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.481660] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.481660] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.481721] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.482388] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.482388] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.503183] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.503671] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.503860] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.504055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.504387] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-4c51b3a8-35de-4b34-9bff-3412be0f47f9 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.505781] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-4c51b3a8-35de-4b34-9bff-3412be0f47f9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.506044] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-4c51b3a8-35de-4b34-9bff-3412be0f47f9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.506508] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-4c51b3a8-35de-4b34-9bff-3412be0f47f9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.506774] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c51b3a8-35de-4b34-9bff-3412be0f47f9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.596040] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7885f4d-2162-429b-bdc8-7c3a7b802c57: rpc.has_security_group_logging(os_id): False [ 738.628715] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.628873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.629084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.629217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.629309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.631027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.631027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.631027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.631027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.631027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.631027] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 is going to be created. [ 738.713550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.713550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.713665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.714416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.714765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.734442] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 in Status: IN_PROGRESS for 2s [ 738.743759] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: SUCCESS [ 738.745462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.745462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.745462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.745462] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.745462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.745462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.745462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.745462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.745462] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.984064] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.011637] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011855] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.011975] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.012314] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.012458] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.012609] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 4c51b3a8-35de-4b34-9bff-3412be0f47f9 not found, creating... [ 739.012859] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.013018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.013157] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.013353] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.013483] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.013761] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.013908] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.015069] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.015362] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.015508] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.015644] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 4c51b3a8-35de-4b34-9bff-3412be0f47f9 is going to be created. [ 739.037509] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037736] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.037994] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.038299] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.038611] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.038795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-4c51b3a8-35de-4b34-9bff-3412be0f47f9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.078618] env[66865]: INFO networking_nsxv3.common.synchronization [req-59bed719-7c45-43f6-8ccb-3cc23305ac50 req-1d311ae5-9aab-42f5-ad76-9e3f7eba84ed tempest-ServerTagsTestJSON-1838289154 tempest-ServerTagsTestJSON-1838289154-project-member] Enqueued Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGHEST for action security_group_members [ 739.079212] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGHEST for action security_group_members [ 739.079516] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c44057-5eb4-406c-80b7-5dccf69477f2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.079645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.079709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.079906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.080286] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.080403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.080472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.080764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.081312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.081449] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.252159] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.439469] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 739.440120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.440120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.440191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.440318] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.488603] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.488603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.488935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.489456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.489456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.489456] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 739.519654] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.519839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.519885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.520088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.520231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.531664] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 739.584038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.584038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.584038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.584247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.584317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.584503] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.584584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.584652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.584787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.584861] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.584946] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 is going to be updated. [ 739.640202] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.640660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.640660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.640660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.640828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.655124] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 in Status: IN_PROGRESS for 2s [ 739.754733] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.810725] env[66865]: INFO networking_nsxv3.common.synchronization [req-673525f2-847d-4eb6-afb1-9b5388da58cd req-8cfa4610-e3b2-4606-b002-9ac4e0f3bc0f service nova] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_rules [ 739.810725] env[66865]: INFO networking_nsxv3.common.synchronization [req-673525f2-847d-4eb6-afb1-9b5388da58cd req-8cfa4610-e3b2-4606-b002-9ac4e0f3bc0f service nova] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 739.810956] env[66865]: INFO networking_nsxv3.common.synchronization [req-673525f2-847d-4eb6-afb1-9b5388da58cd req-8cfa4610-e3b2-4606-b002-9ac4e0f3bc0f service nova] Enqueued Resource ID: 4c51b3a8-35de-4b34-9bff-3412be0f47f9 with Priority: HIGHEST for action port [ 739.813420] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_rules [ 739.813420] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 739.813420] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c51b3a8-35de-4b34-9bff-3412be0f47f9 with Priority: HIGHEST for action port [ 739.813420] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.813420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.813420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.813420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.813420] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.815078] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.815078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.815078] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c51b3a8-35de-4b34-9bff-3412be0f47f9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.815078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c51b3a8-35de-4b34-9bff-3412be0f47f9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.815078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c51b3a8-35de-4b34-9bff-3412be0f47f9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.815078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c51b3a8-35de-4b34-9bff-3412be0f47f9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.815078] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c51b3a8-35de-4b34-9bff-3412be0f47f9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.917014] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 739.917215] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 739.917333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.922195] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: SUCCESS [ 739.922387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.943504] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.943820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.943900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.944141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.944320] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.944425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.944492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.944902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.944902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.944902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.944902] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.259935] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.260117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.260186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.260403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.260497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.260593] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be updated. [ 740.292326] env[66865]: INFO networking_nsxv3.common.synchronization [None req-45786395-0e10-4a26-8ffa-bc391ec0c72f None None] Enqueued Resource ID: c4be5278-da59-4f95-b992-a724cc20c9f2 with Priority: HIGHEST for action port [ 740.293348] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.293470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.293543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.294442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.294442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.295563] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4be5278-da59-4f95-b992-a724cc20c9f2 with Priority: HIGHEST for action port [ 740.295563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4be5278-da59-4f95-b992-a724cc20c9f2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.295708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4be5278-da59-4f95-b992-a724cc20c9f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.295708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4be5278-da59-4f95-b992-a724cc20c9f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.295872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4be5278-da59-4f95-b992-a724cc20c9f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.295985] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4be5278-da59-4f95-b992-a724cc20c9f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.308630] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: IN_PROGRESS for 2s [ 740.319080] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.319080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.319080] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c51b3a8-35de-4b34-9bff-3412be0f47f9 with status ACTIVE [ 740.319080] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.319080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.319080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.319547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.319641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.319899] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.319956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.319988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.320230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.320292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.320474] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.321080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.321080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.321080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.321080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.321080] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c51b3a8-35de-4b34-9bff-3412be0f47f9 is going to be updated. [ 740.355232] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.355369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.356069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.356069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.356069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.356069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c51b3a8-35de-4b34-9bff-3412be0f47f9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.447394] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.447656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.447693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.448024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.448293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.448413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.448481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.448639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.448747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.448862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.449161] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.449257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.449370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.449509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.449703] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.449873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.449944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.450494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.450494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.450494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.450494] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.745916] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 in Status: SUCCESS [ 740.746452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.798191] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4be5278-da59-4f95-b992-a724cc20c9f2 [ 740.798468] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.798607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.798679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.798901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.799087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.799260] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4be5278-da59-4f95-b992-a724cc20c9f2 already deleted. [ 740.799260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4be5278-da59-4f95-b992-a724cc20c9f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.953845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73db16e3-2241-419e-9359-8488dcb4388c: rpc.has_security_group_logging(os_id): False [ 740.975292] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.975453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.975523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.975740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.975832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.976049] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.976157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.977212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.977212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.977212] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.977212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.977212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.977212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.977212] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.977212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.977655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.977655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.977655] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 741.079422] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.079622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.079812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.079938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.080112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.096445] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 741.544132] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 741.544601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.544601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.545692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.545692] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.545692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.545692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.545692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.545692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.545692] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.665543] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 in Status: SUCCESS [ 741.665890] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 deletion is rescheduled due to dependency. [ 741.665890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.048809] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.320855] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: SUCCESS [ 742.320983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.321450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.321564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.321827] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.322109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.322109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.322247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.322333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.322429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.322526] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.553828] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.826637] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.826897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.827026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.827284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.827455] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.827553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.827614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.829038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.829038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.829038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.829462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.829462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.830566] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.057425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.057586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.057659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.057915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.058025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.058138] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 743.087740] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.087951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.087951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.088158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.088265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.098543] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 743.112414] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 743.112414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.333969] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb90a80a-6df7-4e08-ae53-5af377a61ab7: rpc.has_security_group_logging(os_id): False [ 743.355740] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.355934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.355934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.356503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.356697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.356910] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.357027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.357097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.357282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.357381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.358039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.358167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.358247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.358412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.358493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.358958] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.359165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.359284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.359470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.359560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.359648] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be updated. [ 743.423489] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.423688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.423734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.423977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.424158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.442878] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: IN_PROGRESS for 2s [ 744.901442] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3eae48cf-20a7-4df8-a562-06be90f04e65 None None] Enqueued Resource ID: 23a813e0-65fb-47c5-9ba4-a8ff1680d0ca with Priority: HIGHEST for action port [ 744.902021] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a813e0-65fb-47c5-9ba4-a8ff1680d0ca with Priority: HIGHEST for action port [ 744.902344] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a813e0-65fb-47c5-9ba4-a8ff1680d0ca taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.902425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a813e0-65fb-47c5-9ba4-a8ff1680d0ca" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.902570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a813e0-65fb-47c5-9ba4-a8ff1680d0ca" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.902847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a813e0-65fb-47c5-9ba4-a8ff1680d0ca" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.902904] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a813e0-65fb-47c5-9ba4-a8ff1680d0ca',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.108995] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 745.109243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.109433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.109671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.109857] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.109992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.110067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.110223] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.110306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.110401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.110485] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.407079] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a813e0-65fb-47c5-9ba4-a8ff1680d0ca [ 745.407079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.407079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.407079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.407398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.407398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.407473] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a813e0-65fb-47c5-9ba4-a8ff1680d0ca already deleted. [ 745.407519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a813e0-65fb-47c5-9ba4-a8ff1680d0ca" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.463159] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: SUCCESS [ 745.463435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.612671] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.612894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.612894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.613163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.613333] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.613453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.613720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.613720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.613913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.613913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.614043] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.614133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.614133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.614458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.614574] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.614664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.614715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.614833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.614915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.615039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.615100] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.118321] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07fbead-7041-4193-a25c-9b20d616faaf: rpc.has_security_group_logging(os_id): False [ 746.139486] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.139669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.139669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.139892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.139981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.140180] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.140285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.140341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.140488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.140591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.140749] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.141014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.141014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.141230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.141230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.141348] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.141499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.141499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.141633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.141829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.141829] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 746.213139] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.213351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.213351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.213608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.213769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.227907] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 746.287613] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1a2891c4-036e-455d-90ef-fdb3ea5cf941 tempest-ServersTestBootFromVolume-993376381 tempest-ServersTestBootFromVolume-993376381-project-member] Enqueued Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_rules [ 746.288647] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_rules [ 746.289105] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.289280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.289377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.289729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.289855] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.428486] env[66865]: INFO networking_nsxv3.common.synchronization [None req-9dd049a0-2159-4109-b460-e26cb3d6c448 tempest-ServersTestBootFromVolume-993376381 tempest-ServersTestBootFromVolume-993376381-project-member] Enqueued Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_rules [ 746.429011] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_rules [ 746.429910] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.430188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.813726] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.813945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.813945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.814181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.814276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.814370] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 already deleted. [ 746.814453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.814640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.814793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.814881] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.053428] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1d6b8598-f47b-4826-a935-1e4f9152704c None None] Enqueued Resource ID: 430ba100-4c24-4c6b-9b58-8c68952d2d50 with Priority: HIGHEST for action port [ 747.053428] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 430ba100-4c24-4c6b-9b58-8c68952d2d50 with Priority: HIGHEST for action port [ 747.053428] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-430ba100-4c24-4c6b-9b58-8c68952d2d50 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.053428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-430ba100-4c24-4c6b-9b58-8c68952d2d50" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.053428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-430ba100-4c24-4c6b-9b58-8c68952d2d50" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.053428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-430ba100-4c24-4c6b-9b58-8c68952d2d50" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.053428] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('430ba100-4c24-4c6b-9b58-8c68952d2d50',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.339487] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.339834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.339834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.339926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.340023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.340124] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 already deleted. [ 747.340207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.558692] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 430ba100-4c24-4c6b-9b58-8c68952d2d50 [ 747.560034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.561045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.561045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.561045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.561045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.561045] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:430ba100-4c24-4c6b-9b58-8c68952d2d50 already deleted. [ 747.561045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-430ba100-4c24-4c6b-9b58-8c68952d2d50" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.972089] env[66865]: INFO networking_nsxv3.common.synchronization [req-3c241fa9-a61d-445c-8a67-90ac91b6dfb4 req-f5318fcd-37ce-4ecd-b6c7-7f5ddae8cb79 tempest-FloatingIPsAssociationTestJSON-1670341824 tempest-FloatingIPsAssociationTestJSON-1670341824-project-member] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 747.972684] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGHEST for action security_group_members [ 747.973007] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.973317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.973412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.973725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.973931] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.975159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.975399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.975645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.975857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.976122] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.250302] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 748.250537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.478563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.478907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.478907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.479276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.479276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.479376] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.479447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.479579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.479707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.479780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.479856] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2abd62b-7e75-4480-b135-817be22e61bf is going to be updated. [ 748.523932] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.524142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.524142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.524365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.524507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.533218] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: IN_PROGRESS for 2s [ 750.546810] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2abd62b-7e75-4480-b135-817be22e61bf in Status: SUCCESS [ 750.547360] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2abd62b-7e75-4480-b135-817be22e61bf deletion is rescheduled due to dependency. [ 750.547429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.853938] env[66865]: INFO networking_nsxv3.common.synchronization [req-ce562eea-30dc-47af-825a-1307e9e77336 req-66aa5981-033d-45b5-828e-c8cf7c0a98fa tempest-ServersNegativeTestMultiTenantJSON-1838636243 tempest-ServersNegativeTestMultiTenantJSON-1838636243-project-member] Enqueued Resource ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 with Priority: HIGHEST for action security_group_members [ 751.854623] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 with Priority: HIGHEST for action security_group_members [ 751.854943] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e18a1753-f2b3-4157-b77c-10985d37c4c8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.855297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.855381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.855629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.855821] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.855940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.856012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.856171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.856264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.856361] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e18a1753-f2b3-4157-b77c-10985d37c4c8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.361023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.361023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.361023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.361023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.361023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.361023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.361023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.361023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.361023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.361023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.361023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 is going to be updated. [ 752.390073] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.390073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.390283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.390437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.390592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.401694] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 in Status: IN_PROGRESS for 2s [ 752.862665] env[66865]: INFO networking_nsxv3.common.synchronization [req-27b42156-b177-44f7-8682-51b1f0e36354 req-81bf7b41-ec65-4d96-97e0-2b65293fb610 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 752.864484] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 752.864484] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.864484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.864484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.864484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.864484] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.864484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.864484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.864939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.864939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.864939] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.265307] env[66865]: INFO networking_nsxv3.common.synchronization [None req-72914266-b34e-4c37-9357-07a5e7add68a None None] Enqueued Resource ID: 45617a00-2656-4182-a323-4c86abc0197f with Priority: HIGHEST for action port [ 753.265307] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45617a00-2656-4182-a323-4c86abc0197f with Priority: HIGHEST for action port [ 753.265307] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-45617a00-2656-4182-a323-4c86abc0197f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.265307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45617a00-2656-4182-a323-4c86abc0197f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.265307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45617a00-2656-4182-a323-4c86abc0197f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.265307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45617a00-2656-4182-a323-4c86abc0197f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.265307] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45617a00-2656-4182-a323-4c86abc0197f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.370178] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.370372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.370446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.370665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.371023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.371135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.371324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.371625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.371686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.371770] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 already deleted. [ 753.371857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.377771] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.380711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.380711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.380711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.380711] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.380711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.380711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.380711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.380711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.380711] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.380711] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.380711] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.380711] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.380711] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.380711] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.380711] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.404555] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.404555] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.404555] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.404555] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.404555] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.404555] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.404555] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.404555] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.404555] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ee66f8-0f01-459e-9e7f-86ca2a0bf195',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.767977] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45617a00-2656-4182-a323-4c86abc0197f [ 753.768217] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.768353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.768419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.768630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.769239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.769239] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45617a00-2656-4182-a323-4c86abc0197f already deleted. [ 753.769239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45617a00-2656-4182-a323-4c86abc0197f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.909868] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.909868] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.909868] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.909868] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.910368] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.910368] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port b5ee66f8-0f01-459e-9e7f-86ca2a0bf195 not found, creating... [ 753.910368] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.910620] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.910620] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.910860] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.910929] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.911246] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.911401] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.911540] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.911702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.911826] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.911958] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: b5ee66f8-0f01-459e-9e7f-86ca2a0bf195 is going to be created. [ 753.932219] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.932450] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.932526] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.932778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.933015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933250] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.414679] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 in Status: SUCCESS [ 754.416798] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e18a1753-f2b3-4157-b77c-10985d37c4c8 deletion is rescheduled due to dependency. [ 754.416798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e18a1753-f2b3-4157-b77c-10985d37c4c8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.764693] env[66865]: INFO networking_nsxv3.common.synchronization [req-27b42156-b177-44f7-8682-51b1f0e36354 req-3af038e9-c579-472b-8d19-2b4360be3fba service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 754.764909] env[66865]: INFO networking_nsxv3.common.synchronization [req-27b42156-b177-44f7-8682-51b1f0e36354 req-3af038e9-c579-472b-8d19-2b4360be3fba service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 754.765326] env[66865]: INFO networking_nsxv3.common.synchronization [req-27b42156-b177-44f7-8682-51b1f0e36354 req-3af038e9-c579-472b-8d19-2b4360be3fba service nova] Enqueued Resource ID: b5ee66f8-0f01-459e-9e7f-86ca2a0bf195 with Priority: HIGHEST for action port [ 754.765832] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 754.765978] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 754.766092] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5ee66f8-0f01-459e-9e7f-86ca2a0bf195 with Priority: HIGHEST for action port [ 754.766371] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.766496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.766564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.766827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.766911] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.767835] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.767932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.768011] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.768198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.768356] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.768413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.769944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.770182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.770232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.770390] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.771190] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.772595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.774541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.775582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.775582] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5ee66f8-0f01-459e-9e7f-86ca2a0bf195',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.135839] env[66865]: INFO networking_nsxv3.common.synchronization [req-294f8ebe-95c9-4574-a4c5-fd72b2d9277b req-c62e30fc-97c9-4339-b352-c70f62f6130a tempest-ImagesOneServerNegativeTestJSON-1978027139 tempest-ImagesOneServerNegativeTestJSON-1978027139-project-member] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 755.136428] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 755.136704] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.137058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.137058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.137516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.137667] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.137774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.137830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.137945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.138046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.138143] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.279905] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.279905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.279905] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.281553] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5ee66f8-0f01-459e-9e7f-86ca2a0bf195 with status ACTIVE [ 755.281920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.282246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.282397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.283651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.283651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.283651] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.283651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.283651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.283651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.283651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.283986] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.284203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.284393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.284648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.284829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.285846] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5ee66f8-0f01-459e-9e7f-86ca2a0bf195 is going to be updated. [ 755.323611] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.323779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.323860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.325977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.325977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.325977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5ee66f8-0f01-459e-9e7f-86ca2a0bf195" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.339630] env[66865]: INFO networking_nsxv3.common.synchronization [None req-40b2267d-c166-4583-8d3b-7e72b7b44583 None None] Enqueued Resource ID: 56af52a8-ae29-4771-9511-6d6e81308dfd with Priority: HIGHEST for action port [ 755.340302] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56af52a8-ae29-4771-9511-6d6e81308dfd with Priority: HIGHEST for action port [ 755.340302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-56af52a8-ae29-4771-9511-6d6e81308dfd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.340456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56af52a8-ae29-4771-9511-6d6e81308dfd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.340456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56af52a8-ae29-4771-9511-6d6e81308dfd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.340779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56af52a8-ae29-4771-9511-6d6e81308dfd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.340862] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56af52a8-ae29-4771-9511-6d6e81308dfd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.583652] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.583888] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.584019] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.585190] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.585470] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.585627] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.585739] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.585951] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.586115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.586321] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.586427] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.586528] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.586632] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.586734] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.586834] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.586956] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.606546] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.606722] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.606813] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.606991] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.607327] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-56c4a034-a819-4b52-914d-49e4c63eab9d taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.607498] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-56c4a034-a819-4b52-914d-49e4c63eab9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.607614] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-56c4a034-a819-4b52-914d-49e4c63eab9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.607957] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-56c4a034-a819-4b52-914d-49e4c63eab9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.608110] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56c4a034-a819-4b52-914d-49e4c63eab9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.641017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.641207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.641275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.641492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.641583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.641767] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.641862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.641924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.642080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.642156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.642252] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 already deleted. [ 755.642628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.787659] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.846538] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56af52a8-ae29-4771-9511-6d6e81308dfd [ 755.846538] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.846538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.846538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.846538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.846538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.846538] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56af52a8-ae29-4771-9511-6d6e81308dfd already deleted. [ 755.846538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56af52a8-ae29-4771-9511-6d6e81308dfd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.025813] env[66865]: INFO networking_nsxv3.common.synchronization [None req-495c8916-f8f3-476e-9ec8-dee9bf47f5e4 None None] Enqueued Resource ID: 4a6d4594-8549-4c4a-9924-fdb4264507fa with Priority: HIGHEST for action port [ 756.025813] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6d4594-8549-4c4a-9924-fdb4264507fa with Priority: HIGHEST for action port [ 756.025813] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a6d4594-8549-4c4a-9924-fdb4264507fa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.025813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a6d4594-8549-4c4a-9924-fdb4264507fa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.025813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a6d4594-8549-4c4a-9924-fdb4264507fa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.026580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a6d4594-8549-4c4a-9924-fdb4264507fa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.026580] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a6d4594-8549-4c4a-9924-fdb4264507fa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.113874] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.113874] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.113874] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.115016] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.115016] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.115016] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 56c4a034-a819-4b52-914d-49e4c63eab9d not found, creating... [ 756.115016] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.115189] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.115221] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.115469] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.115631] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.115919] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.116538] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.116727] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.117917] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.117917] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.117917] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 56c4a034-a819-4b52-914d-49e4c63eab9d is going to be created. [ 756.143021] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.143021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.143021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.143021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.143021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.143021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-56c4a034-a819-4b52-914d-49e4c63eab9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.290827] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.291091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.291091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.291366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.291468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.291572] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be created. [ 756.343590] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.343753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.343822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.344036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.344290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.358431] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: UNINITIALIZED for 2s [ 756.528728] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a6d4594-8549-4c4a-9924-fdb4264507fa [ 756.528975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.529128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.529201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.529411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.529500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.529598] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a6d4594-8549-4c4a-9924-fdb4264507fa already deleted. [ 756.529679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a6d4594-8549-4c4a-9924-fdb4264507fa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.898371] env[66865]: INFO networking_nsxv3.common.synchronization [req-294f8ebe-95c9-4574-a4c5-fd72b2d9277b req-49da759e-0fb2-4135-a386-4c4ca1e9964b service nova] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_rules [ 756.898454] env[66865]: INFO networking_nsxv3.common.synchronization [req-294f8ebe-95c9-4574-a4c5-fd72b2d9277b req-49da759e-0fb2-4135-a386-4c4ca1e9964b service nova] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 756.898581] env[66865]: INFO networking_nsxv3.common.synchronization [req-294f8ebe-95c9-4574-a4c5-fd72b2d9277b req-49da759e-0fb2-4135-a386-4c4ca1e9964b service nova] Enqueued Resource ID: 56c4a034-a819-4b52-914d-49e4c63eab9d with Priority: HIGHEST for action port [ 756.898817] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_rules [ 756.898947] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 756.899058] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c4a034-a819-4b52-914d-49e4c63eab9d with Priority: HIGHEST for action port [ 756.902541] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.902688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.902758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.903031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.903120] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.904039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.904158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.904227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.904397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.905168] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.905312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.905383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.905549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.905644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.905743] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.907374] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-56c4a034-a819-4b52-914d-49e4c63eab9d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.907374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56c4a034-a819-4b52-914d-49e4c63eab9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.907374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56c4a034-a819-4b52-914d-49e4c63eab9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.907374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56c4a034-a819-4b52-914d-49e4c63eab9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.907374] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56c4a034-a819-4b52-914d-49e4c63eab9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.412613] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.412613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.412613] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.416563] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56c4a034-a819-4b52-914d-49e4c63eab9d with status ACTIVE [ 757.416563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.416563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416563] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56c4a034-a819-4b52-914d-49e4c63eab9d is going to be updated. [ 757.447294] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.447464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.447612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.447746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.447883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.448056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56c4a034-a819-4b52-914d-49e4c63eab9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.551545] env[66865]: INFO networking_nsxv3.common.synchronization [None req-7a695fc3-c7ea-4a09-b167-4bbb777af4c0 tempest-ServersTestJSON-365842752 tempest-ServersTestJSON-365842752-project-member] Enqueued Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_rules [ 757.552696] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_rules [ 757.552696] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.552798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.555141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.555141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.555141] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.693463] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d6b2bd5c-b442-4ae6-a4fd-bf791eab9eae tempest-ServersTestJSON-365842752 tempest-ServersTestJSON-365842752-project-member] Enqueued Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_rules [ 757.693980] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_rules [ 757.696700] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.696949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.920461] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.975243] env[66865]: INFO networking_nsxv3.common.synchronization [req-a59c7a4e-e7d1-4fc4-9360-fbfff89f186b req-d7ed4b6a-2b0c-4ac6-aba9-99d7eb9352d5 tempest-MultipleCreateTestJSON-1379429850 tempest-MultipleCreateTestJSON-1379429850-project-member] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 757.975243] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 757.975366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.975501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.975589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.975810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.975984] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.980431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.980537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.980695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.980789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.980899] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.089136] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.089312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.089386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.089604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.089687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.089781] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 already deleted. [ 758.089867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.090035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.090226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.090320] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.373021] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 758.373021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.373021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.373021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.373021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.373021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.373021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.373021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.373021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.373021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.373021] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.425112] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.425432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.425432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.425669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.425669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.425742] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be created. [ 758.451916] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.452090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.452131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.452348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.453031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.465889] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: UNINITIALIZED for 2s [ 758.485081] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.485241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.485312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.485539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.485629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.485874] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.486020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.486091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.486248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.486323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.486764] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 758.517771] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.518029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.518029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.518295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.518468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.525322] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.526840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.526840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.526840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.526840] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.526840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.526840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.526840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.526840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.527319] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.527426] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.527531] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.527633] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.527745] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.527843] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.527968] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.532306] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 758.555239] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.555495] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.555583] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.555730] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.556078] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-9215e485-0e00-432b-a9e8-fee5a80dd831 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.556252] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-9215e485-0e00-432b-a9e8-fee5a80dd831" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.556389] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-9215e485-0e00-432b-a9e8-fee5a80dd831" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.556815] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-9215e485-0e00-432b-a9e8-fee5a80dd831" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.556898] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9215e485-0e00-432b-a9e8-fee5a80dd831',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.616396] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.616396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.616570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.616672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.616763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.617094] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 already deleted. [ 758.617094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.875369] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.875506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.875554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.875759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.875918] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.876048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.876153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.876328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.876423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.876521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.876680] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.876779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.876814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.876962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.877088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.877180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.877308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.877428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.877535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.877626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.877718] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.060716] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.060716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.066700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.066700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.066700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.066700] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 9215e485-0e00-432b-a9e8-fee5a80dd831 not found, creating... [ 759.066700] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.066700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.066700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.066700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.066700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.066700] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.067250] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.067250] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.067250] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.069480] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.069480] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 9215e485-0e00-432b-a9e8-fee5a80dd831 is going to be created. [ 759.093173] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.093173] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.093173] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.093173] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.093409] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.093829] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-9215e485-0e00-432b-a9e8-fee5a80dd831" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.381622] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcada153-b330-4fb3-b23e-fab5946e6d67: rpc.has_security_group_logging(os_id): False [ 759.399587] env[66865]: INFO networking_nsxv3.common.synchronization [None req-711f365d-da40-409c-a6b7-03de7c93e634 None None] Enqueued Resource ID: f9eec365-fe02-4a7a-b94e-7b9ec668e51c with Priority: HIGHEST for action port [ 759.400920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.401708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.401789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.402175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.402473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.403210] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.403210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.403210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.403210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.403210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.403210] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.404053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.404053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.404053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.404053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.404053] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.404053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.404899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.404899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.404899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.404899] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be created. [ 759.406046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9eec365-fe02-4a7a-b94e-7b9ec668e51c with Priority: HIGHEST for action port [ 759.406448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9eec365-fe02-4a7a-b94e-7b9ec668e51c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.406448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9eec365-fe02-4a7a-b94e-7b9ec668e51c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.406727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9eec365-fe02-4a7a-b94e-7b9ec668e51c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.406727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9eec365-fe02-4a7a-b94e-7b9ec668e51c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.406843] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9eec365-fe02-4a7a-b94e-7b9ec668e51c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.478900] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.479528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.479528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.479528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.479645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.496703] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 759.824057] env[66865]: INFO networking_nsxv3.common.synchronization [req-a59c7a4e-e7d1-4fc4-9360-fbfff89f186b req-13e4ad0b-6549-4f4f-a2b3-fbd8028476f4 service nova] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_rules [ 759.824057] env[66865]: INFO networking_nsxv3.common.synchronization [req-a59c7a4e-e7d1-4fc4-9360-fbfff89f186b req-13e4ad0b-6549-4f4f-a2b3-fbd8028476f4 service nova] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 759.824057] env[66865]: INFO networking_nsxv3.common.synchronization [req-a59c7a4e-e7d1-4fc4-9360-fbfff89f186b req-13e4ad0b-6549-4f4f-a2b3-fbd8028476f4 service nova] Enqueued Resource ID: 9215e485-0e00-432b-a9e8-fee5a80dd831 with Priority: HIGHEST for action port [ 759.824057] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_rules [ 759.824057] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 759.824057] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9215e485-0e00-432b-a9e8-fee5a80dd831 with Priority: HIGHEST for action port [ 759.827536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.827536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.827536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.827536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.827536] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.830677] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.833373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.833373] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-9215e485-0e00-432b-a9e8-fee5a80dd831 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.833373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9215e485-0e00-432b-a9e8-fee5a80dd831" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.833373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9215e485-0e00-432b-a9e8-fee5a80dd831" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.833373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9215e485-0e00-432b-a9e8-fee5a80dd831" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.833373] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9215e485-0e00-432b-a9e8-fee5a80dd831',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.909945] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9eec365-fe02-4a7a-b94e-7b9ec668e51c [ 759.910218] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.910366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.910436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.910777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.910777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.910878] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9eec365-fe02-4a7a-b94e-7b9ec668e51c already deleted. [ 759.911641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9eec365-fe02-4a7a-b94e-7b9ec668e51c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.336438] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.336817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.336874] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9215e485-0e00-432b-a9e8-fee5a80dd831 with status ACTIVE [ 760.337020] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.337152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.337221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.337431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.337519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.337686] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.338053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.338136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.338365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.338365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.338533] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.338672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.338812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.338812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.338905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.339051] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9215e485-0e00-432b-a9e8-fee5a80dd831 is going to be updated. [ 760.365704] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.366807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.366807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.366807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.366807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.366807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9215e485-0e00-432b-a9e8-fee5a80dd831" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.490663] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 760.490663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.491117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.491117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.491370] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.491456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.491513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.491725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.491774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.491887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.492051] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.544352] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 760.544971] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 deletion is rescheduled due to dependency. [ 760.546147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.546446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.547458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.547768] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.548018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.548174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.548474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.548630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.548773] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.807228] env[66865]: INFO networking_nsxv3.common.synchronization [req-7f34c9f0-7767-464e-8ff4-17d7b42f4a25 req-55a181f0-c9b6-4618-bff7-551d61178eea tempest-ServersAdminNegativeTestJSON-1113405912 tempest-ServersAdminNegativeTestJSON-1113405912-project-member] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 760.807777] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 760.808422] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.808537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.808537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.808714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.808876] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.808973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.809046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.809195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.809285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.809442] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.818843] env[66865]: INFO networking_nsxv3.common.synchronization [req-a59c7a4e-e7d1-4fc4-9360-fbfff89f186b req-7c8da3bc-d7f3-462a-b5a5-99e7281132cb tempest-MultipleCreateTestJSON-1379429850 tempest-MultipleCreateTestJSON-1379429850-project-member] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 760.819565] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 760.819891] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.819996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.999043] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.999043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.999043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.999530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.999741] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.999741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.999859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.999963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.000072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.000211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.000367] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.000480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.000530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.000661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.000885] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.000948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.001059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.003641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.003759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.003853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.003955] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.053300] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.226274] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-851 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.227011] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.227011] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.227297] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.228237] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.228441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.228558] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.228822] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.228963] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.229226] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.229733] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.229908] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.230045] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.230192] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.230801] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.230996] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.252726] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.252726] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.252726] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.252983] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-851" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.254032] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-02ab24f9-bffc-4bfc-89ca-8c9a41459668 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.254032] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-02ab24f9-bffc-4bfc-89ca-8c9a41459668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.254032] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-02ab24f9-bffc-4bfc-89ca-8c9a41459668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.254417] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-02ab24f9-bffc-4bfc-89ca-8c9a41459668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.254668] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02ab24f9-bffc-4bfc-89ca-8c9a41459668',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.311138] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.506964] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b487416-e0c5-439a-be55-97d3b1ae1068: rpc.has_security_group_logging(os_id): False [ 761.509331] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 761.509552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.525509] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.525687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.525762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.526145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.526145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.526260] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.526506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.526506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.526650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.526764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.526966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.527076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.527140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.527284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.527358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.527559] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.527705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.527812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.528148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.528252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.528343] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be created. [ 761.556316] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.593025] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.593025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.593025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.593025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.593025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.610678] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 761.757590] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.757793] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.757854] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.758175] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.758311] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.758606] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 02ab24f9-bffc-4bfc-89ca-8c9a41459668 not found, creating... [ 761.758688] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.758836] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.758948] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.759178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.759384] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.759763] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.759849] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.759929] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.760126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.760252] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.760381] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 02ab24f9-bffc-4bfc-89ca-8c9a41459668 is going to be created. [ 761.781198] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.781416] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.781534] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.781795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.782018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.782260] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-02ab24f9-bffc-4bfc-89ca-8c9a41459668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.813939] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.062140] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.062140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.062140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.062573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.062652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.062751] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 762.094158] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.094316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.094316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.094945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.094945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.104751] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 762.316298] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.316489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.316565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.316867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.316986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.317137] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d is going to be updated. [ 762.359015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.359479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.359479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.359633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.359778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.376782] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: IN_PROGRESS for 2s [ 762.621174] env[66865]: INFO networking_nsxv3.common.synchronization [req-a59c7a4e-e7d1-4fc4-9360-fbfff89f186b req-5a480afa-6d2d-47ac-861a-3ec7510b700a service nova] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_rules [ 762.621434] env[66865]: INFO networking_nsxv3.common.synchronization [req-a59c7a4e-e7d1-4fc4-9360-fbfff89f186b req-5a480afa-6d2d-47ac-861a-3ec7510b700a service nova] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 762.621514] env[66865]: INFO networking_nsxv3.common.synchronization [req-a59c7a4e-e7d1-4fc4-9360-fbfff89f186b req-5a480afa-6d2d-47ac-861a-3ec7510b700a service nova] Enqueued Resource ID: 02ab24f9-bffc-4bfc-89ca-8c9a41459668 with Priority: HIGHEST for action port [ 762.622212] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_rules [ 762.622378] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 762.622479] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02ab24f9-bffc-4bfc-89ca-8c9a41459668 with Priority: HIGHEST for action port [ 762.622752] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.623082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.623082] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.623206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.623348] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-02ab24f9-bffc-4bfc-89ca-8c9a41459668 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.623461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02ab24f9-bffc-4bfc-89ca-8c9a41459668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.623601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02ab24f9-bffc-4bfc-89ca-8c9a41459668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.623782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02ab24f9-bffc-4bfc-89ca-8c9a41459668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.623869] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02ab24f9-bffc-4bfc-89ca-8c9a41459668',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.041463] env[66865]: INFO networking_nsxv3.common.synchronization [None req-106a6524-a9c8-49b2-a108-2f0293a08932 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_rules [ 763.042020] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_rules [ 763.042634] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.042764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.042832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.043914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.044020] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.128337] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02ab24f9-bffc-4bfc-89ca-8c9a41459668 with status ACTIVE [ 763.128337] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.128589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.128622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.129448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.129448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.129448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.129448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.129448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.129802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.129802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.129802] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.129908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.129908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.130034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.130129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.130213] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02ab24f9-bffc-4bfc-89ca-8c9a41459668 is going to be updated. [ 763.138252] env[66865]: INFO networking_nsxv3.common.synchronization [None req-a4333c9c-3bc9-4d7e-b7ce-2dfc20da3406 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_rules [ 763.138252] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_rules [ 763.138252] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.138252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.157856] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.158039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.158086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.158299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.158438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.158607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02ab24f9-bffc-4bfc-89ca-8c9a41459668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.567828] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.568250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.568315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.568596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.568720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.568844] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 already deleted. [ 763.568930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.569151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.569329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.569590] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.624798] env[66865]: INFO networking_nsxv3.common.synchronization [req-643cd3c5-375c-4107-8883-9c6eabbf0409 req-9b75a8da-a8cd-46ec-8ea5-f0db24cd17e2 tempest-ServerAddressesTestJSON-1476848044 tempest-ServerAddressesTestJSON-1476848044-project-member] Enqueued Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGHEST for action security_group_members [ 763.624798] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGHEST for action security_group_members [ 763.624798] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-149e261c-97f0-455e-b22b-07aa310e8015 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.624798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.625336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.625336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.625410] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.628276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.628276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.628276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.628276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.628276] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.628276] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 763.628276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.090765] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.090765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.090952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.091129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.091297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.091415] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 already deleted. [ 764.091511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.115614] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 764.115682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.116652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.116652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.116652] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.116652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.116652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.116652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.116924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.116924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.116924] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.118227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.118227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.118227] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.118559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.118559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.118559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.118714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.118714] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.129916] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.130081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.130143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.130360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.130446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.130696] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.130810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.130868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.130982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.131103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.131224] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 149e261c-97f0-455e-b22b-07aa310e8015 already deleted. [ 764.131329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.256100] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.256400] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-404" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.256482] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-404" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.256855] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-404" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.257162] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.257375] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.257503] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.257754] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.257941] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.258209] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.258376] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.259077] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.259077] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.259077] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.259077] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.259225] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.288189] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.288691] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.288914] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.289199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-404" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.289531] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.289706] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.289821] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.290171] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.290307] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2e7e72-6da7-48bd-95c5-7431ca83dd67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.393040] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: SUCCESS [ 764.393366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.621157] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.621451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.621779] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.793578] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.794140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.794140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.794337] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.794589] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.794848] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port fe2e7e72-6da7-48bd-95c5-7431ca83dd67 not found, creating... [ 764.795189] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.795458] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.795608] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.795874] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.796083] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.796340] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.796499] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.796611] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.796828] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.796956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.797126] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: fe2e7e72-6da7-48bd-95c5-7431ca83dd67 is going to be created. [ 764.824194] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.824482] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.824890] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.825629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.825954] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.826488] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.125903] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.591425] env[66865]: INFO networking_nsxv3.common.synchronization [req-643cd3c5-375c-4107-8883-9c6eabbf0409 req-2b5d0fc8-7772-40e6-8a07-3833a5b1d569 service nova] Enqueued Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGHEST for action security_group_rules [ 765.591597] env[66865]: INFO networking_nsxv3.common.synchronization [req-643cd3c5-375c-4107-8883-9c6eabbf0409 req-2b5d0fc8-7772-40e6-8a07-3833a5b1d569 service nova] Enqueued Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGHEST for action security_group_members [ 765.591726] env[66865]: INFO networking_nsxv3.common.synchronization [req-643cd3c5-375c-4107-8883-9c6eabbf0409 req-2b5d0fc8-7772-40e6-8a07-3833a5b1d569 service nova] Enqueued Resource ID: fe2e7e72-6da7-48bd-95c5-7431ca83dd67 with Priority: HIGHEST for action port [ 765.592406] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGHEST for action security_group_rules [ 765.592551] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGHEST for action security_group_members [ 765.592667] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2e7e72-6da7-48bd-95c5-7431ca83dd67 with Priority: HIGHEST for action port [ 765.592923] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-149e261c-97f0-455e-b22b-07aa310e8015 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.593058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.593126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.593376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.593465] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.594448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-149e261c-97f0-455e-b22b-07aa310e8015 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.594630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.594667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.594905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.595360] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.599503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.599503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.599503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.599503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.599503] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.599503] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.599503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.599503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.600496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.600496] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2e7e72-6da7-48bd-95c5-7431ca83dd67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.628259] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.628470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.628470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.628676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.628783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.628979] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 765.669151] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.669401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.669494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.669720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.669866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.680854] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 766.102343] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-149e261c-97f0-455e-b22b-07aa310e8015 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.102662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.102778] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.103709] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe2e7e72-6da7-48bd-95c5-7431ca83dd67 with status ACTIVE [ 766.103917] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.104129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.104129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.104324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.104453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.104628] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.104726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.104823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.104939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.105258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.105258] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.105379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.105435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.105633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.105691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.106991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe2e7e72-6da7-48bd-95c5-7431ca83dd67 is going to be updated. [ 766.127634] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.127952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.127952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.128107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.128389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.128389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2e7e72-6da7-48bd-95c5-7431ca83dd67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.608643] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.114182] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.114182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.114182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.115310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.115772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.115922] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 149e261c-97f0-455e-b22b-07aa310e8015 is going to be created. [ 767.145750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.148537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.148537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.148537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.148537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.167703] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 149e261c-97f0-455e-b22b-07aa310e8015 in Status: UNINITIALIZED for 2s [ 767.574218] env[66865]: INFO networking_nsxv3.common.synchronization [req-4ef38705-78d9-45a1-9d06-0edd5f1975ae req-11da70bd-6f22-47ab-a7bf-830853bdbf3d tempest-ServersWithSpecificFlavorTestJSON-386325694 tempest-ServersWithSpecificFlavorTestJSON-386325694-project-member] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 767.574783] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 767.575156] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.575246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.575306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.575503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.575660] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.575757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.575819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.575961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.576704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.576885] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.694114] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 767.696545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.696545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.696545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.696545] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.696545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.696545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.696545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.696545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.696545] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.081304] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.081304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.081304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.081304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.081304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.081304] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.081304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.081304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.082030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.082030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.082030] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 is going to be updated. [ 768.114859] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.115192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.115192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.115459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.115630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.127176] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: IN_PROGRESS for 2s [ 768.199661] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.350720] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.350916] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-149" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.351049] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-149" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.351344] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-149" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.351657] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.351756] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.351865] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.352136] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.352274] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.352483] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.352586] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.353038] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.353038] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.353038] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.353038] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.353219] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.375895] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.376099] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.376285] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.376408] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-149" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.376722] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.376890] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.377012] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.377355] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.377487] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b69cf1e-9f7e-4f09-b3db-738fa140eb01',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.702414] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.881892] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.881892] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.881892] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.881892] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.881892] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.881892] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 2b69cf1e-9f7e-4f09-b3db-738fa140eb01 not found, creating... [ 768.882381] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.882634] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.882689] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.882892] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.883038] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.883330] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.883480] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.883589] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.883791] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.883921] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.884066] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 2b69cf1e-9f7e-4f09-b3db-738fa140eb01 is going to be created. [ 768.908254] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.908796] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.909235] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.909719] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.910119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.910551] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.177455] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 149e261c-97f0-455e-b22b-07aa310e8015 in Status: SUCCESS [ 769.177781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.177833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.178309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.178309] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.178455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.178455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.178629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.178713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.178800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.178890] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.204944] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.205108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.205183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.205406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.205486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.205581] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 769.242425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.242633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.242633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.242847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.243422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.254525] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 769.629892] env[66865]: INFO networking_nsxv3.common.synchronization [req-4ef38705-78d9-45a1-9d06-0edd5f1975ae req-e578a2f0-d6f3-4cfc-be7f-4d4ee0cfc924 service nova] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_rules [ 769.629892] env[66865]: INFO networking_nsxv3.common.synchronization [req-4ef38705-78d9-45a1-9d06-0edd5f1975ae req-e578a2f0-d6f3-4cfc-be7f-4d4ee0cfc924 service nova] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 769.629892] env[66865]: INFO networking_nsxv3.common.synchronization [req-4ef38705-78d9-45a1-9d06-0edd5f1975ae req-e578a2f0-d6f3-4cfc-be7f-4d4ee0cfc924 service nova] Enqueued Resource ID: 2b69cf1e-9f7e-4f09-b3db-738fa140eb01 with Priority: HIGHEST for action port [ 769.629892] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_rules [ 769.629892] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 769.629892] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b69cf1e-9f7e-4f09-b3db-738fa140eb01 with Priority: HIGHEST for action port [ 769.629892] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.629892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.629892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.630379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.630379] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.631114] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.631247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.631453] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.631556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.631618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.631783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.631857] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b69cf1e-9f7e-4f09-b3db-738fa140eb01',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.682035] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-149e261c-97f0-455e-b22b-07aa310e8015 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.682035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.682035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.682035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.682377] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.682377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.682377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.682481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.682511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.682602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.682750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-149e261c-97f0-455e-b22b-07aa310e8015 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.682846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.682907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.683096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.683234] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.683309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.683343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.683468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.683542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.683629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.683719] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.135432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.135432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.135432] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b69cf1e-9f7e-4f09-b3db-738fa140eb01 with status ACTIVE [ 770.135432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.135432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.135432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.135432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.135432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.135777] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.135777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.135777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.135870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.135870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.136077] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.136171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.136317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.136471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.136522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.136598] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b69cf1e-9f7e-4f09-b3db-738fa140eb01 is going to be updated. [ 770.138776] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: SUCCESS [ 770.138949] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 deletion is rescheduled due to dependency. [ 770.139059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.139216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.139375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.140134] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.140134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.140134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.140134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.140134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.140134] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.164571] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.164571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.164571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.164571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.164571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.164896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b69cf1e-9f7e-4f09-b3db-738fa140eb01" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.187337] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 149e261c-97f0-455e-b22b-07aa310e8015: rpc.has_security_group_logging(os_id): False [ 770.212169] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.213174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.213174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.213174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.213174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.213174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.213428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.213428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.213494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.214391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.214391] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.214391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.214391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.214391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.214391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.214643] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.214643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.214717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.214887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.214965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.215099] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 149e261c-97f0-455e-b22b-07aa310e8015 is going to be created. [ 770.285942] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.286103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.286174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.286388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.286575] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.301037] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 149e261c-97f0-455e-b22b-07aa310e8015 in Status: IN_PROGRESS for 2s [ 770.444828] env[66865]: INFO networking_nsxv3.common.synchronization [None req-8b8679ed-01c0-49aa-bed3-4a55677c53c2 None None] Enqueued Resource ID: a1ca50d7-15cb-4804-8696-21451f9afc06 with Priority: HIGHEST for action port [ 770.444828] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ca50d7-15cb-4804-8696-21451f9afc06 with Priority: HIGHEST for action port [ 770.444828] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1ca50d7-15cb-4804-8696-21451f9afc06 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.444828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1ca50d7-15cb-4804-8696-21451f9afc06" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.444828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1ca50d7-15cb-4804-8696-21451f9afc06" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.446231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1ca50d7-15cb-4804-8696-21451f9afc06" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.446317] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1ca50d7-15cb-4804-8696-21451f9afc06',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.646783] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.948736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1ca50d7-15cb-4804-8696-21451f9afc06 [ 770.948949] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.949117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.949202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.949375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.949462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.949865] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1ca50d7-15cb-4804-8696-21451f9afc06 already deleted. [ 770.949865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1ca50d7-15cb-4804-8696-21451f9afc06" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.063903] env[66865]: INFO networking_nsxv3.common.synchronization [req-de35f235-7a4c-4d1b-80d3-3243db46103f req-e6664d3c-7368-412d-a4ac-cd681fb59600 tempest-MigrationsAdminTest-1393518306 tempest-MigrationsAdminTest-1393518306-project-member] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 771.064804] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 771.065334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.065470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.065541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.065746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.066091] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.066091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.066327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.066327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.066397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.067224] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.147489] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.429442] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 771.429442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.429845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.429845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.430307] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.430307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.430431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.430606] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.430740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.430856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.431101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.431325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.431406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.431553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.431711] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.431845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.431902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.432019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.432105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.432249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.432368] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.570354] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.651826] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.651826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.651826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.651826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.651826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.651826] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 is going to be updated. [ 771.686177] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.686177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.686177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.686177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.686177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.696558] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: IN_PROGRESS for 2s [ 771.937205] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e629231-b747-4434-9228-fee01ef62d19: rpc.has_security_group_logging(os_id): False [ 771.983387] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.983639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.983684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.983986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.984095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.984366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.984510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.984601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.984811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.984969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.985221] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.985354] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.985446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.985632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.985787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.985988] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.986125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.988482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.988482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.988482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.988482] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 772.073353] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.073706] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.075500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.075500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.075500] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.075500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.075500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.075500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.075500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.075858] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.075914] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.076034] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.076186] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.076312] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.076442] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.076603] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.079368] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.082304] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.082784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.083225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.083329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.083452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.102977] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.103161] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.103385] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.103677] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-677" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.104152] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-fb21ef03-3085-4745-b1ed-2bcc9c808186 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.104405] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-fb21ef03-3085-4745-b1ed-2bcc9c808186" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.104580] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-fb21ef03-3085-4745-b1ed-2bcc9c808186" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.106043] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-fb21ef03-3085-4745-b1ed-2bcc9c808186" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.106043] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb21ef03-3085-4745-b1ed-2bcc9c808186',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.107963] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 772.329215] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 149e261c-97f0-455e-b22b-07aa310e8015 in Status: SUCCESS [ 772.329215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.478022] env[66865]: INFO networking_nsxv3.common.synchronization [None req-2e36bfae-8704-4b6f-9785-0e1388c64cab None None] Enqueued Resource ID: a05d92cd-283f-44ae-99fb-b2d6eaa4b71a with Priority: HIGHEST for action port [ 772.478022] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a05d92cd-283f-44ae-99fb-b2d6eaa4b71a with Priority: HIGHEST for action port [ 772.478022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a05d92cd-283f-44ae-99fb-b2d6eaa4b71a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.478022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a05d92cd-283f-44ae-99fb-b2d6eaa4b71a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.478022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a05d92cd-283f-44ae-99fb-b2d6eaa4b71a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.478806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a05d92cd-283f-44ae-99fb-b2d6eaa4b71a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.479038] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a05d92cd-283f-44ae-99fb-b2d6eaa4b71a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.583886] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.583886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.583886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.583886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.583886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.583886] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f411f87f-76af-4988-b117-239a557b8720 is going to be updated. [ 772.609875] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.610123] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.610240] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.610500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.610692] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.610777] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port fb21ef03-3085-4745-b1ed-2bcc9c808186 not found, creating... [ 772.611102] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.611311] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.611426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.611658] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.611845] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.612874] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.612874] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.612874] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.612874] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.613090] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.613177] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: fb21ef03-3085-4745-b1ed-2bcc9c808186 is going to be created. [ 772.626038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.626038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.626038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.626038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.626038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.635666] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: IN_PROGRESS for 2s [ 772.640339] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.640540] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.640655] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.640929] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.641181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.641436] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-fb21ef03-3085-4745-b1ed-2bcc9c808186" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.854859] env[66865]: INFO networking_nsxv3.common.synchronization [req-fd1ef446-96f3-4f4d-aa46-ec8160232b52 req-930beb2c-ba62-4bb8-afde-c5ee99329616 tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 772.855473] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 772.856218] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.856394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.856523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.856742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.856902] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.857011] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.857076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.857241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.857382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.857437] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.955444] env[66865]: INFO networking_nsxv3.common.synchronization [None req-8c3e9bdc-0db8-4822-92ae-762c2a1fc035 None None] Enqueued Resource ID: 63793d3a-dbb4-4cf1-9690-61c3772a4096 with Priority: HIGHEST for action port [ 772.956571] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63793d3a-dbb4-4cf1-9690-61c3772a4096 with Priority: HIGHEST for action port [ 772.957239] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-63793d3a-dbb4-4cf1-9690-61c3772a4096 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.957506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63793d3a-dbb4-4cf1-9690-61c3772a4096" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.957506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63793d3a-dbb4-4cf1-9690-61c3772a4096" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.957747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63793d3a-dbb4-4cf1-9690-61c3772a4096" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.957834] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63793d3a-dbb4-4cf1-9690-61c3772a4096',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.981730] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a05d92cd-283f-44ae-99fb-b2d6eaa4b71a [ 772.981963] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.982163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.982434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.982670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.982770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.982873] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a05d92cd-283f-44ae-99fb-b2d6eaa4b71a already deleted. [ 772.982957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a05d92cd-283f-44ae-99fb-b2d6eaa4b71a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.361424] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.361605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.361665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.361857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.361945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.362145] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.362280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.362350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.362513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.362605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.362706] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e already deleted. [ 773.362814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.428659] env[66865]: INFO networking_nsxv3.common.synchronization [req-de35f235-7a4c-4d1b-80d3-3243db46103f req-d388d63f-9e97-4150-9800-46accf19b870 service nova] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_rules [ 773.428659] env[66865]: INFO networking_nsxv3.common.synchronization [req-de35f235-7a4c-4d1b-80d3-3243db46103f req-d388d63f-9e97-4150-9800-46accf19b870 service nova] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 773.428659] env[66865]: INFO networking_nsxv3.common.synchronization [req-de35f235-7a4c-4d1b-80d3-3243db46103f req-d388d63f-9e97-4150-9800-46accf19b870 service nova] Enqueued Resource ID: fb21ef03-3085-4745-b1ed-2bcc9c808186 with Priority: HIGHEST for action port [ 773.428659] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_rules [ 773.428659] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 773.429023] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb21ef03-3085-4745-b1ed-2bcc9c808186 with Priority: HIGHEST for action port [ 773.429482] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.429762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.431257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.431877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.434937] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.437028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.437028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.437028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb21ef03-3085-4745-b1ed-2bcc9c808186 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.437028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb21ef03-3085-4745-b1ed-2bcc9c808186" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.437028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb21ef03-3085-4745-b1ed-2bcc9c808186" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.437028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb21ef03-3085-4745-b1ed-2bcc9c808186" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.437377] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb21ef03-3085-4745-b1ed-2bcc9c808186',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.459533] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63793d3a-dbb4-4cf1-9690-61c3772a4096 [ 773.462260] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.462260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.462260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.462260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.462260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.462260] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63793d3a-dbb4-4cf1-9690-61c3772a4096 already deleted. [ 773.462260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63793d3a-dbb4-4cf1-9690-61c3772a4096" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.711257] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: SUCCESS [ 773.711610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.711927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.712217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.712485] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.712639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.712739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.712994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.713361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.713511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.713633] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.940241] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.940403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.940626] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb21ef03-3085-4745-b1ed-2bcc9c808186 with status ACTIVE [ 773.940893] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.941079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.941177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.942383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.942383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.942383] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.943051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.943051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.943051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.943051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.943657] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.943657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.943657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.944350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.944350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.944350] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb21ef03-3085-4745-b1ed-2bcc9c808186 is going to be updated. [ 773.970746] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.970944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.970944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.971234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.971399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.971586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb21ef03-3085-4745-b1ed-2bcc9c808186" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.124124] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 774.124124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.124124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.124124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.124124] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.215653] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.220831] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.220831] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-273" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.220831] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-273" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.220831] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-273" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.221030] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.221091] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.221229] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.221419] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.221641] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.221847] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.221949] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.222060] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.222381] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.222381] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.222381] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.222894] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.242218] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.242440] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.242592] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.242784] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-273" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.243107] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.243282] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.243478] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.243733] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.243869] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28ae4b4-26fd-4345-b6b8-01b295cd07bb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.626599] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.626704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.626741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.626955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.627146] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.627300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.627404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.627545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.627650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.627738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.627830] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.645047] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: SUCCESS [ 774.645301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.645484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.645744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.645948] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.646101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.646168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.646346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.646431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.646543] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.724223] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183: rpc.has_security_group_logging(os_id): False [ 774.745840] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.746088] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.746215] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.746489] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.746633] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.746782] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port a28ae4b4-26fd-4345-b6b8-01b295cd07bb not found, creating... [ 774.747040] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.747199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.747311] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.747530] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.747661] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.747961] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.748123] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.748224] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.748509] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.748725] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.748942] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb is going to be created. [ 774.753667] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.753810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.753883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.754128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.754191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.754434] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.754537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.754601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.754762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.754841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.754927] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 is going to be updated. [ 774.795120] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.795317] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.795490] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.795997] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.796675] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.797419] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.869957] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.869957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.869957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.871650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.871650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.903390] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: IN_PROGRESS for 2s [ 775.115835] env[66865]: INFO networking_nsxv3.common.synchronization [None req-06621bca-b599-4f4e-a423-ec693cc3f9a6 None None] Enqueued Resource ID: 4d47fd0f-db0d-4742-8c78-a6c4f02f40bd with Priority: HIGHEST for action port [ 775.116422] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d47fd0f-db0d-4742-8c78-a6c4f02f40bd with Priority: HIGHEST for action port [ 775.116800] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d47fd0f-db0d-4742-8c78-a6c4f02f40bd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.116926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d47fd0f-db0d-4742-8c78-a6c4f02f40bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.117029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d47fd0f-db0d-4742-8c78-a6c4f02f40bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.117332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d47fd0f-db0d-4742-8c78-a6c4f02f40bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.117422] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d47fd0f-db0d-4742-8c78-a6c4f02f40bd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.129666] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.129775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.129848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.130072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.130242] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.130338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.130447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.130548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.130636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.130727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.130869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.130960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.131036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.131182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.131347] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.131440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.131501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.131702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.131736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.131789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.131881] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.148874] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.570324] env[66865]: INFO networking_nsxv3.common.synchronization [req-fd1ef446-96f3-4f4d-aa46-ec8160232b52 req-e6aa204d-5fa4-4cd4-8943-1f5618591a98 service nova] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_rules [ 775.570518] env[66865]: INFO networking_nsxv3.common.synchronization [req-fd1ef446-96f3-4f4d-aa46-ec8160232b52 req-e6aa204d-5fa4-4cd4-8943-1f5618591a98 service nova] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 775.570699] env[66865]: INFO networking_nsxv3.common.synchronization [req-fd1ef446-96f3-4f4d-aa46-ec8160232b52 req-e6aa204d-5fa4-4cd4-8943-1f5618591a98 service nova] Enqueued Resource ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb with Priority: HIGHEST for action port [ 775.571326] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_rules [ 775.571471] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 775.571571] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb with Priority: HIGHEST for action port [ 775.571896] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.572023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.572061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.572319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.572369] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.573258] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.573376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.573441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.573708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.573765] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.573995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.573995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.574104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.574196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.574196] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.575089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.575194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.575425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.575490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.575573] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28ae4b4-26fd-4345-b6b8-01b295cd07bb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.619686] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d47fd0f-db0d-4742-8c78-a6c4f02f40bd [ 775.619903] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.620072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.620142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.620315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.620402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.620496] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d47fd0f-db0d-4742-8c78-a6c4f02f40bd already deleted. [ 775.620574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d47fd0f-db0d-4742-8c78-a6c4f02f40bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.634715] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e629231-b747-4434-9228-fee01ef62d19: rpc.has_security_group_logging(os_id): False [ 775.650464] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.652966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.653111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.653186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.653392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.653484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.653683] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.653782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.654106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.654106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.654106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.654245] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.654339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.654400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.654536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.654608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.654792] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.654883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.654945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.655128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.655204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.655290] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 775.719133] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.719502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.719689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.719985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.720944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.733928] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 776.002253] env[66865]: INFO networking_nsxv3.common.synchronization [req-c720e5c4-238b-4802-9360-bd3042b55ef0 req-f17d4d50-2786-44fd-9ff6-aecf515212db tempest-AttachVolumeShelveTestJSON-81232599 tempest-AttachVolumeShelveTestJSON-81232599-project-member] Enqueued Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_members [ 776.002775] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_members [ 776.003076] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.003223] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.003254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.003559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.003719] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.004780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.004780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.004780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.004780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.004780] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.078519] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.080433] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.080641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.080991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a28ae4b4-26fd-4345-b6b8-01b295cd07bb with status ACTIVE [ 776.081371] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.081601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.081759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.082077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.082250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.082500] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.082721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.082866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.083135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.083317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.083663] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.083866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.084012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.084244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.085725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.085867] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb is going to be updated. [ 776.111708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.111863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.111962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.112152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.112339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.113034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.152787] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.152787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.152901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.153113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.153203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.153317] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f411f87f-76af-4988-b117-239a557b8720 is going to be updated. [ 776.204254] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.204456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.204593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.204711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.205544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.217695] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: IN_PROGRESS for 2s [ 776.399700] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.399700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.399700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.400025] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.400302] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.400475] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.400589] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.400826] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.400981] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.401246] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.401400] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.401515] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.401641] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.401771] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.401886] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.402086] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.441025] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.441025] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.441345] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.442121] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.442121] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-7680853c-2d63-4af6-90fd-09ec88d2ad8f taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.442388] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.443798] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.447838] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.448029] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7680853c-2d63-4af6-90fd-09ec88d2ad8f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.507819] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.508073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.508132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.508564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.508628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.508905] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.509090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.509163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.509337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.509418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.509507] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc already deleted. [ 776.509588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.589323] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.917014] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: SUCCESS [ 776.917359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.950608] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.950873] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.951035] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.951497] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.951672] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.951851] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 7680853c-2d63-4af6-90fd-09ec88d2ad8f not found, creating... [ 776.952142] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.952500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.952670] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.953095] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.953162] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.953468] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.953652] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.953767] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.953989] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.954148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.954356] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 7680853c-2d63-4af6-90fd-09ec88d2ad8f is going to be created. [ 776.978682] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.978960] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.979040] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.979409] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.979635] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.979859] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.093158] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.093370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.093370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.093600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.093693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.093790] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be created. [ 777.120710] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.120933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.120933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.121152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.121353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.139991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: UNINITIALIZED for 2s [ 777.659699] env[66865]: INFO networking_nsxv3.common.synchronization [req-c720e5c4-238b-4802-9360-bd3042b55ef0 req-b06cf08f-d081-40ca-81db-8890c007b8fe service nova] Enqueued Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_rules [ 777.659937] env[66865]: INFO networking_nsxv3.common.synchronization [req-c720e5c4-238b-4802-9360-bd3042b55ef0 req-b06cf08f-d081-40ca-81db-8890c007b8fe service nova] Enqueued Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_members [ 777.659993] env[66865]: INFO networking_nsxv3.common.synchronization [req-c720e5c4-238b-4802-9360-bd3042b55ef0 req-b06cf08f-d081-40ca-81db-8890c007b8fe service nova] Enqueued Resource ID: 7680853c-2d63-4af6-90fd-09ec88d2ad8f with Priority: HIGHEST for action port [ 777.660590] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_rules [ 777.660742] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_members [ 777.660826] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7680853c-2d63-4af6-90fd-09ec88d2ad8f with Priority: HIGHEST for action port [ 777.661276] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.661444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.661547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.661817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.661932] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.663077] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.663253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.663433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.663574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.663784] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.663923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.664037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.664229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.664353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.664478] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.665401] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-7680853c-2d63-4af6-90fd-09ec88d2ad8f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.665584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.665703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.665889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.666024] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7680853c-2d63-4af6-90fd-09ec88d2ad8f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.754225] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 777.754439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.167385] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.167826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.167826] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.168775] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7680853c-2d63-4af6-90fd-09ec88d2ad8f with status ACTIVE [ 778.169488] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.169488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.169488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.169488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.169726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.169726] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.169900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.169900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.170434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.170434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.170434] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.170434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.170671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.170671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.170732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.170804] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7680853c-2d63-4af6-90fd-09ec88d2ad8f is going to be updated. [ 778.195989] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.195989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.195989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.195989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.195989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.196240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.228874] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: SUCCESS [ 778.229022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.229252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.229676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.230314] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.230314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.230314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.230697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.230697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.230697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.230930] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.672823] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.733121] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.733290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.733365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.733652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.733820] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.733923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.733986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.734150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.734297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.734391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.734546] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.734641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.734689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.734823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.734960] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.735103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.735103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.735267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.735352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.735442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.735530] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.150746] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 779.151053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.151771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.151771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.153064] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.153064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.153064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.153064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.153064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.153064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.153064] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.179304] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.179304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.179304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.179304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.179304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.179304] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc is going to be created. [ 779.224748] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.225097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.225186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.225670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.226049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.240816] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: UNINITIALIZED for 2s [ 779.242582] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f411f87f-76af-4988-b117-239a557b8720: rpc.has_security_group_logging(os_id): False [ 779.275301] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.275806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.276035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.276417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.276633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.277030] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.277294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.277461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.277742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.277945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.278351] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.278630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.278815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.279106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.279304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.279685] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.279974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.282022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.282022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.282022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.282022] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f411f87f-76af-4988-b117-239a557b8720 is going to be updated. [ 779.405373] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.405625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.405720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.405963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.406162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.430522] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: IN_PROGRESS for 2s [ 779.655678] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.655847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.655942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.656172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.656352] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.656473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.656555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.656629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.656721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.656797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.656942] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.657047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.657099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.657228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.657362] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.657460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.657540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.657686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.657972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.657972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.657972] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.161954] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6cf6a44-db9b-4007-98c8-bb2001252a2e: rpc.has_security_group_logging(os_id): False [ 780.181596] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.183631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.183631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.183631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.183631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.183631] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.185018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.185018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.185018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.185018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.185018] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.185018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.185018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.185018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.185018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.188506] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.188506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.188506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.188506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.188506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.188506] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be created. [ 780.258694] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.258694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.258694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.258963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.259610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.276025] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: IN_PROGRESS for 2s [ 781.131273] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5335d57e-4aa4-4a4e-8dc7-b81896c5fe4e tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 781.131871] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 781.132120] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.132274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.132348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.132605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.132688] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.254168] env[66865]: INFO networking_nsxv3.common.synchronization [None req-dbca5984-08c6-4674-ba37-444e86b4b31f tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 781.255272] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: SUCCESS [ 781.255917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.256542] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 781.256768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.257033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.257266] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.257750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.257895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.258232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.258232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.258359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.258704] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.260183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.260325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.451649] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: SUCCESS [ 781.454559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.658401] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.658595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.658636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.658893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.658978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.659046] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a already deleted. [ 781.659154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.659386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.659698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.659812] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.761159] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.189621] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.189621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.189621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.189945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.189945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.190039] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a already deleted. [ 782.190137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.263832] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb556c72-c6b7-403c-a4ea-643964d143bc: rpc.has_security_group_logging(os_id): False [ 782.287560] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.288314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.288314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.288314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.288314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.292053] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.292053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.292053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.292053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.292053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.292053] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc is going to be created. [ 782.296179] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 782.297732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.361265] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.361489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.361548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.361774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.362017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.379302] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: IN_PROGRESS for 2s [ 782.562634] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:0 completed [ 782.562829] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:1 started [ 782.774782] env[66865]: INFO networking_nsxv3.common.synchronization [None req-49d193b2-60d5-4e64-bdf2-60cf4596b9c4 None None] Enqueued Resource ID: 1e13890e-d85f-442e-92b1-49619e28c9bd with Priority: HIGHEST for action port [ 782.775383] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e13890e-d85f-442e-92b1-49619e28c9bd with Priority: HIGHEST for action port [ 782.775697] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e13890e-d85f-442e-92b1-49619e28c9bd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.775832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e13890e-d85f-442e-92b1-49619e28c9bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.775906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e13890e-d85f-442e-92b1-49619e28c9bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.778577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e13890e-d85f-442e-92b1-49619e28c9bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.778701] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e13890e-d85f-442e-92b1-49619e28c9bd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.283273] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e13890e-d85f-442e-92b1-49619e28c9bd [ 783.283273] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.283273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.283273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.283273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.283273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.283273] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e13890e-d85f-442e-92b1-49619e28c9bd already deleted. [ 783.283273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e13890e-d85f-442e-92b1-49619e28c9bd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.398259] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: SUCCESS [ 784.398259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.462314] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4ddf57b8-5c67-4598-bd9a-7ef9208984d5 None None] Enqueued Resource ID: de45eee0-0c31-4d9e-bd57-8a3d12d87686 with Priority: HIGHEST for action port [ 784.466180] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de45eee0-0c31-4d9e-bd57-8a3d12d87686 with Priority: HIGHEST for action port [ 784.466610] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-de45eee0-0c31-4d9e-bd57-8a3d12d87686 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.466977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de45eee0-0c31-4d9e-bd57-8a3d12d87686" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.466977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de45eee0-0c31-4d9e-bd57-8a3d12d87686" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.467121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de45eee0-0c31-4d9e-bd57-8a3d12d87686" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.467229] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de45eee0-0c31-4d9e-bd57-8a3d12d87686',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.973066] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de45eee0-0c31-4d9e-bd57-8a3d12d87686 [ 784.973432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.974574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.975113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.975483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.976307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.976307] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de45eee0-0c31-4d9e-bd57-8a3d12d87686 already deleted. [ 784.976307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de45eee0-0c31-4d9e-bd57-8a3d12d87686" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.075789] env[66865]: INFO networking_nsxv3.common.synchronization [None req-fd0b4fa7-095a-43e8-9c66-7a4c94bd299d None None] Enqueued Resource ID: 1c834f8a-350a-4194-9713-71acf7b94e6e with Priority: HIGHEST for action port [ 786.077014] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c834f8a-350a-4194-9713-71acf7b94e6e with Priority: HIGHEST for action port [ 786.077014] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c834f8a-350a-4194-9713-71acf7b94e6e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.077014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c834f8a-350a-4194-9713-71acf7b94e6e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.077882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c834f8a-350a-4194-9713-71acf7b94e6e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.078062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c834f8a-350a-4194-9713-71acf7b94e6e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.078181] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c834f8a-350a-4194-9713-71acf7b94e6e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.580182] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c834f8a-350a-4194-9713-71acf7b94e6e [ 786.580487] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.580644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.580644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.580849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.580936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.581016] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c834f8a-350a-4194-9713-71acf7b94e6e already deleted. [ 786.581101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c834f8a-350a-4194-9713-71acf7b94e6e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.666302] env[66865]: INFO networking_nsxv3.common.synchronization [None req-fe19c07a-ca4e-49a1-875f-8130d2be2679 None None] Enqueued Resource ID: 17f78cb6-260e-4692-81af-238d23788b37 with Priority: HIGHEST for action port [ 787.669271] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f78cb6-260e-4692-81af-238d23788b37 with Priority: HIGHEST for action port [ 787.669271] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-17f78cb6-260e-4692-81af-238d23788b37 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.669626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17f78cb6-260e-4692-81af-238d23788b37" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.669846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17f78cb6-260e-4692-81af-238d23788b37" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.670368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17f78cb6-260e-4692-81af-238d23788b37" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.671100] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f78cb6-260e-4692-81af-238d23788b37',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.174250] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17f78cb6-260e-4692-81af-238d23788b37 [ 788.174656] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.174830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.174960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.175561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.176471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.176471] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17f78cb6-260e-4692-81af-238d23788b37 already deleted. [ 788.176471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17f78cb6-260e-4692-81af-238d23788b37" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.109433] env[66865]: INFO networking_nsxv3.common.synchronization [req-03d59f47-e2d3-4c3f-9e59-83064170d542 req-0346adf6-3329-4015-a9c8-ad294473821d tempest-MultipleCreateTestJSON-1379429850 tempest-MultipleCreateTestJSON-1379429850-project-member] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 789.112663] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 789.113296] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.113832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.113832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.114029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.114389] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.114389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.114507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.114882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.114882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.115026] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.128176] env[66865]: INFO networking_nsxv3.common.synchronization [req-0f770746-8224-4ba1-87e6-0ef7dd232f04 req-b9844ab7-5423-4d3c-b6d5-a9017177b0a7 tempest-ServersAdminNegativeTestJSON-1113405912 tempest-ServersAdminNegativeTestJSON-1113405912-project-member] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 789.129814] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGHEST for action security_group_members [ 789.130198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.130442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.130442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.130676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.130896] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.131038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.131120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.131357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.131443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.131704] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.621476] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.637047] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.637047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.637047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.637047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.637047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.637047] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.637047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.637047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.637047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.637047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.637047] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d is going to be updated. [ 789.671419] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.673390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.673390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.673390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.673390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.684440] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: IN_PROGRESS for 2s [ 790.125943] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.143272] env[66865]: INFO networking_nsxv3.common.synchronization [req-dfa2e361-0e3e-4745-a9c3-18a67f8ca1c5 req-650437e0-039e-47ad-8607-0884e50a5d99 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 790.144861] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 790.145697] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.145846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.146133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.146365] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.146482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.146551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.146799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.146840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.146912] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.629689] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.629689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.629689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.629689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.629689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.629689] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 790.650602] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.667183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.667392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.667392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.667632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.667794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.680728] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 790.710737] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.710926] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-152" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.711060] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-152" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.711406] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-152" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.711728] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.711948] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.713230] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.713230] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.713230] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.713230] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.713230] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.713230] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.713230] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.713877] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.713877] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.713877] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.741776] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.741978] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.742110] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.742377] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-152" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.742813] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.743093] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.743214] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.744192] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.744192] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997b8743-3d8f-4cfa-9b4c-ac62542c8efd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.126044] env[66865]: INFO networking_nsxv3.common.synchronization [req-f991c0c7-60be-46e0-a641-e6f104260924 req-a5c646ed-78d2-4135-b76f-42c0dfdf6938 tempest-MultipleCreateTestJSON-1379429850 tempest-MultipleCreateTestJSON-1379429850-project-member] Enqueued Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 791.126654] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e629231-b747-4434-9228-fee01ef62d19 with Priority: HIGHEST for action security_group_members [ 791.127083] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e629231-b747-4434-9228-fee01ef62d19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.127241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152105] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.249702] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.249702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.249702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.249702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.249702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.249702] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 997b8743-3d8f-4cfa-9b4c-ac62542c8efd not found, creating... [ 791.249702] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.249702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.249702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.250153] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.250202] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.250505] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.250795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.250795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.251040] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.251178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.251329] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd is going to be created. [ 791.275911] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.275911] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.275911] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.275911] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.275911] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.276255] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.654412] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.656179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.656179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.656179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.656179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.656179] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 791.690100] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.690702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.690955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.693079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.693079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.697611] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d in Status: SUCCESS [ 791.697611] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d deletion is rescheduled due to dependency. [ 791.697611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.705833] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 792.107070] env[66865]: INFO networking_nsxv3.common.synchronization [req-dfa2e361-0e3e-4745-a9c3-18a67f8ca1c5 req-90d581a5-6967-4ed8-abb5-a5c810950767 service nova] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 792.107070] env[66865]: INFO networking_nsxv3.common.synchronization [req-dfa2e361-0e3e-4745-a9c3-18a67f8ca1c5 req-90d581a5-6967-4ed8-abb5-a5c810950767 service nova] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 792.107070] env[66865]: INFO networking_nsxv3.common.synchronization [req-dfa2e361-0e3e-4745-a9c3-18a67f8ca1c5 req-90d581a5-6967-4ed8-abb5-a5c810950767 service nova] Enqueued Resource ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with Priority: HIGHEST for action port [ 792.107070] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 792.107070] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 792.107290] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with Priority: HIGHEST for action port [ 792.107505] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.107604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.107662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.108186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.108186] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.110151] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.110296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.110514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.113374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.113630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.113897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.114274] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997b8743-3d8f-4cfa-9b4c-ac62542c8efd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.616966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.617421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.617421] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with status ACTIVE [ 792.617526] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.617583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.617640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.617878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.617969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.620318] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.620318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.620318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.620318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.620318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.620318] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.620318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.620318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.620318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.620318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.620318] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd is going to be updated. [ 792.648842] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.649065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.649065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.649294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.649576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.649821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.694126] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 792.694397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.694618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.694855] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.695102] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.695231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.695324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.695524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.695611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.695714] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e629231-b747-4434-9228-fee01ef62d19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.201770] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.201770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.201770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.201770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.201770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.204038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.204038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.204038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.204038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.204038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.204038] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 is going to be updated. [ 793.215481] env[66865]: INFO networking_nsxv3.common.synchronization [req-1792abd8-f138-4070-9607-361e0ca74fd1 req-8de41245-56a3-46e6-86c5-f17ecf10a64c tempest-ServersAdminTestJSON-216911825 tempest-ServersAdminTestJSON-216911825-project-member] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 793.216340] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 793.216711] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.216840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.216900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.217112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.217418] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.217418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.217570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.217650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.217738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.217852] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.238446] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.238615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.238722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.238956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.239883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.251387] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: IN_PROGRESS for 2s [ 793.716412] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 793.717791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.717791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.717791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.717791] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.717791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.717791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.718081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.718293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.718460] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.722881] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.842778] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.843232] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.843488] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.843870] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.844326] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.844623] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.844857] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.847661] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.847661] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.847661] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.847661] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.847661] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.847661] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.847661] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.847661] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.847661] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.873183] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.873183] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.873183] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.873379] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-704" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.873724] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-e86e99cc-2680-47ee-b51d-7565ff430b18 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.873893] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-e86e99cc-2680-47ee-b51d-7565ff430b18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.874041] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-e86e99cc-2680-47ee-b51d-7565ff430b18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.874374] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-e86e99cc-2680-47ee-b51d-7565ff430b18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.874511] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e99cc-2680-47ee-b51d-7565ff430b18',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.097435] env[66865]: INFO networking_nsxv3.common.synchronization [req-5410c2b8-ad7e-48e3-ae32-e56069d05138 req-af444137-9552-4a43-92d0-c5a21f1735be tempest-ServerAddressesTestJSON-1476848044 tempest-ServerAddressesTestJSON-1476848044-project-member] Enqueued Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGHEST for action security_group_members [ 794.098084] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGHEST for action security_group_members [ 794.098381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-149e261c-97f0-455e-b22b-07aa310e8015 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.098516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.098580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.098792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.098946] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.099059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.099117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.099308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.099401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.099503] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.221729] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.226888] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.378432] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.378715] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.378822] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.379211] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.379449] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.379617] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port e86e99cc-2680-47ee-b51d-7565ff430b18 not found, creating... [ 794.379872] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.380492] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.380713] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.381069] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.381271] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.381633] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.381849] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.382080] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.383669] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.383669] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.383669] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: e86e99cc-2680-47ee-b51d-7565ff430b18 is going to be created. [ 794.406974] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.407398] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.407714] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.408027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.408270] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.408546] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-e86e99cc-2680-47ee-b51d-7565ff430b18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.602253] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.602549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.602673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.603061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.603236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.604481] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.604481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.604481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.604481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.604795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.604795] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 149e261c-97f0-455e-b22b-07aa310e8015 is going to be updated. [ 794.650089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.650279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.650379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.650666] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.650856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.665212] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 149e261c-97f0-455e-b22b-07aa310e8015 in Status: IN_PROGRESS for 2s [ 794.729057] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.729969] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.730133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.730185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.730393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.730485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.730599] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 794.775120] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.775370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.775484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.775728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.775946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.803153] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 795.154299] env[66865]: INFO networking_nsxv3.common.synchronization [req-1792abd8-f138-4070-9607-361e0ca74fd1 req-2a9f865d-f4f7-4601-86fd-5400c70d57e6 service nova] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_rules [ 795.154502] env[66865]: INFO networking_nsxv3.common.synchronization [req-1792abd8-f138-4070-9607-361e0ca74fd1 req-2a9f865d-f4f7-4601-86fd-5400c70d57e6 service nova] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 795.154658] env[66865]: INFO networking_nsxv3.common.synchronization [req-1792abd8-f138-4070-9607-361e0ca74fd1 req-2a9f865d-f4f7-4601-86fd-5400c70d57e6 service nova] Enqueued Resource ID: e86e99cc-2680-47ee-b51d-7565ff430b18 with Priority: HIGHEST for action port [ 795.156233] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_rules [ 795.156394] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 795.156394] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86e99cc-2680-47ee-b51d-7565ff430b18 with Priority: HIGHEST for action port [ 795.158228] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.158228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.158228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.158228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.158228] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.158778] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.158778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.158975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86e99cc-2680-47ee-b51d-7565ff430b18 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.159096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86e99cc-2680-47ee-b51d-7565ff430b18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.159146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86e99cc-2680-47ee-b51d-7565ff430b18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.159365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86e99cc-2680-47ee-b51d-7565ff430b18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.159462] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e99cc-2680-47ee-b51d-7565ff430b18',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.236121] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.236343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.236427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.236644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.236733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.236837] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 795.262239] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e629231-b747-4434-9228-fee01ef62d19 in Status: SUCCESS [ 795.262550] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e629231-b747-4434-9228-fee01ef62d19 deletion is rescheduled due to dependency. [ 795.262669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e629231-b747-4434-9228-fee01ef62d19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.278652] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.278826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.278826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.279069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.279326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.288794] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 795.662066] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.662280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.662532] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e86e99cc-2680-47ee-b51d-7565ff430b18 with status ACTIVE [ 795.662742] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.662857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.662919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.663142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.663231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.663395] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.663567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.663567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.663690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.663766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.663941] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.664151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.664151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.664243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.664322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.664407] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e86e99cc-2680-47ee-b51d-7565ff430b18 is going to be updated. [ 795.689196] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.689303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.689357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.689584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.689766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.689900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86e99cc-2680-47ee-b51d-7565ff430b18" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.676625] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 149e261c-97f0-455e-b22b-07aa310e8015 in Status: SUCCESS [ 796.677052] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 149e261c-97f0-455e-b22b-07aa310e8015 deletion is rescheduled due to dependency. [ 796.677052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.814379] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 796.814608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.814814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.815045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.815266] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.815362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.815405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.815563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.815645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.815744] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.301774] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 797.302094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.302265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.302661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.302889] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.303035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.303103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.303369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.303369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.303501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.303550] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.317720] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.807619] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.807974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.807974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.808090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.808271] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.808387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.808449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.809423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809423] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.809423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.809423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.809423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809423] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.809423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.809423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.810059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.810059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.810059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.810059] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.821398] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.827939] env[66865]: INFO networking_nsxv3.common.synchronization [None req-ce2db382-0adc-4f87-9a07-5cb5c00452e8 None None] Enqueued Resource ID: adce5700-50a0-40b0-a023-d66f36be9fa0 with Priority: HIGHEST for action port [ 797.829320] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adce5700-50a0-40b0-a023-d66f36be9fa0 with Priority: HIGHEST for action port [ 797.829618] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-adce5700-50a0-40b0-a023-d66f36be9fa0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.829801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adce5700-50a0-40b0-a023-d66f36be9fa0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.829912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adce5700-50a0-40b0-a023-d66f36be9fa0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.830229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adce5700-50a0-40b0-a023-d66f36be9fa0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.830349] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adce5700-50a0-40b0-a023-d66f36be9fa0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.312999] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73db16e3-2241-419e-9359-8488dcb4388c: rpc.has_security_group_logging(os_id): False [ 798.327424] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.327730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.327730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.327972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.327972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.328113] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 798.334554] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.334685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.334731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.334915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.335013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.335279] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.335383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.335447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.335605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.335682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.335855] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.335950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.336113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.336204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.336253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.336486] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.336486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.336609] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.336686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.336758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.336846] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 798.338017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adce5700-50a0-40b0-a023-d66f36be9fa0 [ 798.338187] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.338306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.338372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.338523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.338604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.338682] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adce5700-50a0-40b0-a023-d66f36be9fa0 already deleted. [ 798.338759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adce5700-50a0-40b0-a023-d66f36be9fa0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.349700] env[66865]: INFO networking_nsxv3.common.synchronization [req-25607197-c35b-419c-85ce-8bfd7c8753e3 req-8be208a5-367f-4522-b1ac-3e8948c50306 tempest-ServerRescueNegativeTestJSON-2043290721 tempest-ServerRescueNegativeTestJSON-2043290721-project-member] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 798.350231] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 798.351333] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.352201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.352300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.353148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.353564] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.353755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.353826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.353999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.354095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.354196] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.365046] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.365190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.365261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.365476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.365624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.379590] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 798.426268] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.426383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.426697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.427086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.427278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.441080] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 798.539116] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3d187f3d-5582-4f9a-ac24-521bb1e87c47 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_rules [ 798.540495] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_rules [ 798.540858] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.540989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.541074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.541394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.541510] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.684435] env[66865]: INFO networking_nsxv3.common.synchronization [None req-04d5e585-dcfd-41ec-a78c-479127516213 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_rules [ 798.685672] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_rules [ 798.685672] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.685776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.857740] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.857740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.858179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.858179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.858179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.858539] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.858539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.858539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.858711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.858775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.858840] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 already deleted. [ 798.858932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.928770] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.928770] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.928770] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.928770] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.929446] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.929536] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.929724] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.929980] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.930607] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.930607] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.930607] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.930774] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.930774] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.930873] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.931011] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.931213] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.958728] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.959077] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.959215] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.959514] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.959867] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-66a85c28-ea5b-4b67-956a-4f6b4685947e taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.960439] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-66a85c28-ea5b-4b67-956a-4f6b4685947e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.960439] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-66a85c28-ea5b-4b67-956a-4f6b4685947e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.963011] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-66a85c28-ea5b-4b67-956a-4f6b4685947e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.963292] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a85c28-ea5b-4b67-956a-4f6b4685947e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.067080] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.067442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.067588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.069293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.069293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.069293] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa already deleted. [ 799.069293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.069981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.070289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.070451] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.468860] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.469199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.469377] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.469669] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.469823] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.469994] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 66a85c28-ea5b-4b67-956a-4f6b4685947e not found, creating... [ 799.470318] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.470537] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.470674] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.470909] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.471058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.471453] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.472775] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.472775] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.472775] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.472925] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.475018] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 66a85c28-ea5b-4b67-956a-4f6b4685947e is going to be created. [ 799.496448] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.497187] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.498716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.498716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.498716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.498716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-66a85c28-ea5b-4b67-956a-4f6b4685947e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.596243] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.596680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.596680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.596680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.596820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.596850] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa already deleted. [ 799.596929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.282554] env[66865]: INFO networking_nsxv3.common.synchronization [req-25607197-c35b-419c-85ce-8bfd7c8753e3 req-197f8f22-c28e-408f-942b-e13c117eb3f0 service nova] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_rules [ 800.282859] env[66865]: INFO networking_nsxv3.common.synchronization [req-25607197-c35b-419c-85ce-8bfd7c8753e3 req-197f8f22-c28e-408f-942b-e13c117eb3f0 service nova] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 800.283008] env[66865]: INFO networking_nsxv3.common.synchronization [req-25607197-c35b-419c-85ce-8bfd7c8753e3 req-197f8f22-c28e-408f-942b-e13c117eb3f0 service nova] Enqueued Resource ID: 66a85c28-ea5b-4b67-956a-4f6b4685947e with Priority: HIGHEST for action port [ 800.284515] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_rules [ 800.284515] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 800.284515] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66a85c28-ea5b-4b67-956a-4f6b4685947e with Priority: HIGHEST for action port [ 800.284515] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.284515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.284515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.284835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.284951] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.289019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.289019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.289019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.289019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.289019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.289019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.289019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.289019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.289019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.289019] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.289722] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-66a85c28-ea5b-4b67-956a-4f6b4685947e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.289791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66a85c28-ea5b-4b67-956a-4f6b4685947e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.289928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66a85c28-ea5b-4b67-956a-4f6b4685947e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.290051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66a85c28-ea5b-4b67-956a-4f6b4685947e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.290130] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66a85c28-ea5b-4b67-956a-4f6b4685947e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.363047] env[66865]: INFO networking_nsxv3.common.synchronization [None req-f1688c1a-f907-4c6e-a438-a0fcbfc7300e None None] Enqueued Resource ID: 34b00d89-cad4-457b-8e6b-b95b601a6ccb with Priority: HIGHEST for action port [ 800.363598] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b00d89-cad4-457b-8e6b-b95b601a6ccb with Priority: HIGHEST for action port [ 800.364545] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b00d89-cad4-457b-8e6b-b95b601a6ccb taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.364768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b00d89-cad4-457b-8e6b-b95b601a6ccb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.364875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b00d89-cad4-457b-8e6b-b95b601a6ccb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.365186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b00d89-cad4-457b-8e6b-b95b601a6ccb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.365313] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b00d89-cad4-457b-8e6b-b95b601a6ccb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.394793] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 800.394793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.394793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.394793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.394793] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.394793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.394793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.394793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.394793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.394793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.394793] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.457556] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 800.457867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.791867] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66a85c28-ea5b-4b67-956a-4f6b4685947e with status ACTIVE [ 800.792164] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.792301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.792371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.792646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.792745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.792960] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.793176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.793281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.793499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.793556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.793776] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.793926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.794035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.794223] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.794300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.794411] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66a85c28-ea5b-4b67-956a-4f6b4685947e is going to be updated. [ 800.795781] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.795927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.796148] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.821980] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.822184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.822184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.822419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.822605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.822777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66a85c28-ea5b-4b67-956a-4f6b4685947e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.868417] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34b00d89-cad4-457b-8e6b-b95b601a6ccb [ 800.868756] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.869128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.869128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.869229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.869289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.869538] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34b00d89-cad4-457b-8e6b-b95b601a6ccb already deleted. [ 800.869538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b00d89-cad4-457b-8e6b-b95b601a6ccb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.897772] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.897952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.898030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.898237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.898425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.899033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.899127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.899289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.899465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.899563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.899731] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.899832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.899893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.900069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.900275] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.900392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.900392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.900514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.900604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.900681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.900777] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.199668] env[66865]: INFO networking_nsxv3.common.synchronization [req-7fc3a2ea-dfe7-4286-b2eb-19d2d38b1cae req-c4d0fba4-a259-4474-b1a3-01e68d3ef61d tempest-ServersTestJSON-365842752 tempest-ServersTestJSON-365842752-project-member] Enqueued Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_members [ 801.200588] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_members [ 801.200588] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.200683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.200716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.201419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.201598] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.201709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.201774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.201935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.202042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.202244] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.298162] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.404642] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07fbead-7041-4193-a25c-9b20d616faaf: rpc.has_security_group_logging(os_id): False [ 801.436286] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.436286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.436286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.436286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.436286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.436286] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.436286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.436732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.437105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.437519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.437912] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.438275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.438455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.438726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.441037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.441037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.441037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.441037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.441037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.441037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.441037] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 801.570460] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.570748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.570855] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.571198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.572548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.595372] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 801.706079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.706335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.706404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.706619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.707430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.707430] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.707430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.707430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.707430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.707430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.708045] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 already deleted. [ 801.708045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.801650] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.801895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.801895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.802122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.802452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.802452] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be created. [ 801.835156] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.835367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.835461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.836953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.836953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.850499] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: UNINITIALIZED for 2s [ 802.094153] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.094459] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-963" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.094768] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-963" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.095263] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-963" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.095659] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.095987] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.096228] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.096644] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.096943] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.097326] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.097595] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.097858] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.098545] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.098911] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.099189] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.099452] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.126739] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.127260] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.127260] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.127462] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-963" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.127776] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-12d320e3-018a-429c-9bd7-4448221e1345 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.128019] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-12d320e3-018a-429c-9bd7-4448221e1345" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.128160] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-12d320e3-018a-429c-9bd7-4448221e1345" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.128496] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-12d320e3-018a-429c-9bd7-4448221e1345" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.128637] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d320e3-018a-429c-9bd7-4448221e1345',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.631330] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.631792] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.631792] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.632035] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.632207] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.632360] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 12d320e3-018a-429c-9bd7-4448221e1345 not found, creating... [ 802.632683] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.632865] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.633384] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.633737] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.633901] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.634270] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.634431] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.634572] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.634846] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.635015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.635163] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 12d320e3-018a-429c-9bd7-4448221e1345 is going to be created. [ 802.657439] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.657741] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.657916] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.658260] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.658616] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.658902] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-12d320e3-018a-429c-9bd7-4448221e1345" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.382457] env[66865]: INFO networking_nsxv3.common.synchronization [req-7fc3a2ea-dfe7-4286-b2eb-19d2d38b1cae req-edb326f7-deba-4c1d-8951-cbad52a0070f service nova] Enqueued Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_rules [ 803.382540] env[66865]: INFO networking_nsxv3.common.synchronization [req-7fc3a2ea-dfe7-4286-b2eb-19d2d38b1cae req-edb326f7-deba-4c1d-8951-cbad52a0070f service nova] Enqueued Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_members [ 803.382753] env[66865]: INFO networking_nsxv3.common.synchronization [req-7fc3a2ea-dfe7-4286-b2eb-19d2d38b1cae req-edb326f7-deba-4c1d-8951-cbad52a0070f service nova] Enqueued Resource ID: 12d320e3-018a-429c-9bd7-4448221e1345 with Priority: HIGHEST for action port [ 803.383347] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_rules [ 803.383484] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_members [ 803.383833] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d320e3-018a-429c-9bd7-4448221e1345 with Priority: HIGHEST for action port [ 803.384019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.384318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.384318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.384427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.384529] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.386665] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.386665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.386665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.386665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.386665] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.386665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.386665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.387243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.387243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.387243] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.388224] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d320e3-018a-429c-9bd7-4448221e1345 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.388224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d320e3-018a-429c-9bd7-4448221e1345" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.388224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d320e3-018a-429c-9bd7-4448221e1345" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.388357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d320e3-018a-429c-9bd7-4448221e1345" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.388357] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d320e3-018a-429c-9bd7-4448221e1345',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.610602] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 803.610884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.862164] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 803.862164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.862164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.862640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.862681] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.862857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.862982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.863315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.863444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.863636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.863786] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.890041] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12d320e3-018a-429c-9bd7-4448221e1345 with status ACTIVE [ 803.890302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.890985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.890985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.890985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.890985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.891134] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.891134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.891251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.891409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.891505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.891691] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.891798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.891894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.891998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.892104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.892190] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12d320e3-018a-429c-9bd7-4448221e1345 is going to be updated. [ 803.893454] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.893577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.893738] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.919937] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.919937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.919937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.919937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.919937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.919937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d320e3-018a-429c-9bd7-4448221e1345" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.033724] env[66865]: INFO networking_nsxv3.common.synchronization [req-f349b592-0f5c-4b83-aac8-3fc71c82f259 req-fefc3b53-a21b-4084-ae9a-925ffabdf0f7 tempest-ServerRescueNegativeTestJSON-2043290721 tempest-ServerRescueNegativeTestJSON-2043290721-project-member] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 804.034709] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 804.035048] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.035446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.035446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.035553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.035819] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.035990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.036094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.036299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.037066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.037226] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.368684] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.368684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.397290] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.483247] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.484021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.484021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.484021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.486188] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.486401] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.486532] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.486785] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.486926] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.487651] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.487908] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.488034] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.488142] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.488252] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.488357] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.488493] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.509297] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.509580] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.509745] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.509965] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.510432] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-2219b427-066a-4c00-be21-87bd43eadd49 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.510540] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-2219b427-066a-4c00-be21-87bd43eadd49" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.511956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-2219b427-066a-4c00-be21-87bd43eadd49" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.511956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-2219b427-066a-4c00-be21-87bd43eadd49" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.511956] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2219b427-066a-4c00-be21-87bd43eadd49',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.541390] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.902786] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.903206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.903206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.903791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.903791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.904641] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 is going to be created. [ 804.935680] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.935866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.935866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.936058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.936232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.948568] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: UNINITIALIZED for 2s [ 805.014154] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.014531] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.014735] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.015216] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.015457] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.015755] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 2219b427-066a-4c00-be21-87bd43eadd49 not found, creating... [ 805.016287] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.016441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.016578] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.016840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.017044] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.017316] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.017468] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.017579] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.017789] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.017915] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.018113] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 2219b427-066a-4c00-be21-87bd43eadd49 is going to be created. [ 805.044044] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.048231] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.048949] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.048949] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.049163] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.049564] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.049821] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-2219b427-066a-4c00-be21-87bd43eadd49" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.547171] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.547588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.547588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.547806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.547895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.548035] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be updated. [ 805.588216] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.588370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.588414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.588641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.588820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.600165] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: IN_PROGRESS for 2s [ 805.846220] env[66865]: INFO networking_nsxv3.common.synchronization [req-f349b592-0f5c-4b83-aac8-3fc71c82f259 req-7c4960dc-4e8d-44ca-85f8-df84940444ae service nova] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_rules [ 805.846463] env[66865]: INFO networking_nsxv3.common.synchronization [req-f349b592-0f5c-4b83-aac8-3fc71c82f259 req-7c4960dc-4e8d-44ca-85f8-df84940444ae service nova] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 805.846618] env[66865]: INFO networking_nsxv3.common.synchronization [req-f349b592-0f5c-4b83-aac8-3fc71c82f259 req-7c4960dc-4e8d-44ca-85f8-df84940444ae service nova] Enqueued Resource ID: 2219b427-066a-4c00-be21-87bd43eadd49 with Priority: HIGHEST for action port [ 805.850723] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_rules [ 805.850936] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 805.851081] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2219b427-066a-4c00-be21-87bd43eadd49 with Priority: HIGHEST for action port [ 805.851850] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.852013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.852240] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.852329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.852537] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-2219b427-066a-4c00-be21-87bd43eadd49 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.852691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2219b427-066a-4c00-be21-87bd43eadd49" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.852781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2219b427-066a-4c00-be21-87bd43eadd49" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.853167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2219b427-066a-4c00-be21-87bd43eadd49" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.853258] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2219b427-066a-4c00-be21-87bd43eadd49',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.149356] env[66865]: INFO networking_nsxv3.common.synchronization [req-b45e453d-14c5-4191-8172-0a00c867be1e req-c9de97ec-ecc8-4571-b6ac-5f437b2a4922 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 806.149977] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 806.150334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.150466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.150534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.150735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.150884] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.150981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.151054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.151200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.151298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.151435] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.356171] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2219b427-066a-4c00-be21-87bd43eadd49 with status ACTIVE [ 806.356425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.356546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.356610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.357039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.357039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.357229] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.357339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.357398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.357552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.357627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.357804] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.357897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.357957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.358110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.358184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.358269] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2219b427-066a-4c00-be21-87bd43eadd49 is going to be updated. [ 806.372762] env[66865]: INFO networking_nsxv3.common.synchronization [req-0d6b2462-f630-49bf-b3d6-fa3a2f5c5cc6 req-0667f275-1728-4aea-a33e-44b3161340ff tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 806.373353] env[66865]: INFO networking_nsxv3.common.synchronization [req-0d6b2462-f630-49bf-b3d6-fa3a2f5c5cc6 req-0667f275-1728-4aea-a33e-44b3161340ff tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 806.374046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 806.374273] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 806.374639] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.374804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.374888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.375349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.375599] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.376332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.376332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.376332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.376332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.376332] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.379391] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.379391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.379391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.379391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.379391] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.379391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.379391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.379391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.379391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.381173] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.383592] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.383722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.383781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.383961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.384114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.384271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2219b427-066a-4c00-be21-87bd43eadd49" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.429705] env[66865]: INFO networking_nsxv3.common.synchronization [req-0d6b2462-f630-49bf-b3d6-fa3a2f5c5cc6 req-0667f275-1728-4aea-a33e-44b3161340ff tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 806.429927] env[66865]: INFO networking_nsxv3.common.synchronization [req-0d6b2462-f630-49bf-b3d6-fa3a2f5c5cc6 req-0667f275-1728-4aea-a33e-44b3161340ff tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 806.430133] env[66865]: INFO networking_nsxv3.common.synchronization [req-0d6b2462-f630-49bf-b3d6-fa3a2f5c5cc6 req-0667f275-1728-4aea-a33e-44b3161340ff tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_rules [ 806.430273] env[66865]: INFO networking_nsxv3.common.synchronization [req-0d6b2462-f630-49bf-b3d6-fa3a2f5c5cc6 req-0667f275-1728-4aea-a33e-44b3161340ff tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 806.430412] env[66865]: INFO networking_nsxv3.common.synchronization [req-0d6b2462-f630-49bf-b3d6-fa3a2f5c5cc6 req-0667f275-1728-4aea-a33e-44b3161340ff tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with Priority: HIGHEST for action port [ 806.430962] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 806.431108] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_rules [ 806.431215] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with Priority: HIGHEST for action port [ 806.431313] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 806.431458] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 806.431756] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.431871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.431932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.432146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.432223] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.433829] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.433829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.433829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.433829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.433829] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.434667] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.434791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.434871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.437760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.437760] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997b8743-3d8f-4cfa-9b4c-ac62542c8efd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.437760] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.437760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.437760] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.437760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.654050] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.654050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.654050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.654301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.654301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.654978] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.654978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.654978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.654978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.654978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.655291] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 806.688354] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.688541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.688609] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.688833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.688989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699452] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 806.827967] env[66865]: INFO networking_nsxv3.common.synchronization [req-8b88ff34-6a80-4aa3-b626-c233d54a12cc req-286396ee-8bf1-4644-8957-a4f36f98edae tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_members [ 806.828544] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_members [ 806.828874] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.829028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.829105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.830230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.830230] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.830230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.830230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.830230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.830230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.830719] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.884097] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.884097] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.938255] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with status ACTIVE [ 806.938514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.938652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.938714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.939014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.939239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.940032] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.940032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.940032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.940032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.940561] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.940561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.940561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.940561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.940958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.940958] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd is going to be updated. [ 806.944835] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.944835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.944835] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.944835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.961277] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: SUCCESS [ 806.961277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.961807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.962104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.962315] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.962436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.962522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.962694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.962778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.964026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.964026] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.969652] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.970177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.970177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.970177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.970315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.970347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.326181] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.326181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.326181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.326181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.326181] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.326181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.326181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.326181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.326181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.326956] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.327244] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.327470] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.327738] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.330251] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.330251] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.330251] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.334221] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.334221] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.334221] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 already deleted. [ 807.334221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.353988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.353988] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.353988] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.353988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.353988] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-4b795bc6-1d3c-4825-9a9d-59655e2eed48 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.353988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-4b795bc6-1d3c-4825-9a9d-59655e2eed48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.353988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-4b795bc6-1d3c-4825-9a9d-59655e2eed48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.353988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-4b795bc6-1d3c-4825-9a9d-59655e2eed48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.355814] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b795bc6-1d3c-4825-9a9d-59655e2eed48',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.390029] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.390029] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.466637] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.612510] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 807.612510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.612792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.612836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.613532] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.613532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.613532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.613532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.613532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.613532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.613828] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.613828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.613913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.614014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.614231] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.614325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.614325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.614440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.614512] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.614592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.614685] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.615560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.615723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.615887] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.616016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.616087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.616233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.616312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.616406] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.857485] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.857798] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.858017] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.858445] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.858681] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.858925] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 4b795bc6-1d3c-4825-9a9d-59655e2eed48 not found, creating... [ 807.859344] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.859589] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.859783] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.860159] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.860362] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.860822] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.861073] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.861275] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.861680] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.861813] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.862038] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 4b795bc6-1d3c-4825-9a9d-59655e2eed48 is going to be created. [ 807.890600] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.890817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.890817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.890989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.891094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.891341] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 is going to be created. [ 807.893087] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.893232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.893285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.893479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.893564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.893659] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 807.896791] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.897052] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.897191] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.897449] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.897758] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.898055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-4b795bc6-1d3c-4825-9a9d-59655e2eed48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.941772] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.941965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.942046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.942231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.942400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.954146] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.954325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.954383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.954632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.954787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.969512] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 807.969981] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 617b2553-2833-4f8f-9324-54d3ddba61b6: rpc.has_security_group_logging(os_id): False [ 807.972769] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: UNINITIALIZED for 2s [ 808.003159] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.003299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.003361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.003574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.003653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.003945] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.004057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.004121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.004283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.004363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.004450] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 is going to be created. [ 808.118104] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c53bcee-5b0c-4858-9813-726d1cf014e3: rpc.has_security_group_logging(os_id): False [ 808.119623] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.129683] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.129943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.129943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.130101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.130289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.147075] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: IN_PROGRESS for 2s [ 808.151567] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.151773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.151773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.151985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.152090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.152289] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.152403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.152486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.152617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.152694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.152890] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.152985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.153052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.153224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.153321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.153550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.153704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.153813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.153990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.154092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.154180] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be created. [ 808.223739] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.223739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.224063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.224105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.224343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.244526] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: IN_PROGRESS for 2s [ 808.622231] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.675999] env[66865]: INFO networking_nsxv3.common.synchronization [req-8b88ff34-6a80-4aa3-b626-c233d54a12cc req-9920b53b-1b00-49da-b912-2c224f5c12fb service nova] Enqueued Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_rules [ 808.676200] env[66865]: INFO networking_nsxv3.common.synchronization [req-8b88ff34-6a80-4aa3-b626-c233d54a12cc req-9920b53b-1b00-49da-b912-2c224f5c12fb service nova] Enqueued Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_members [ 808.676322] env[66865]: INFO networking_nsxv3.common.synchronization [req-8b88ff34-6a80-4aa3-b626-c233d54a12cc req-9920b53b-1b00-49da-b912-2c224f5c12fb service nova] Enqueued Resource ID: 4b795bc6-1d3c-4825-9a9d-59655e2eed48 with Priority: HIGHEST for action port [ 808.676960] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_rules [ 808.677127] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_members [ 808.677237] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b795bc6-1d3c-4825-9a9d-59655e2eed48 with Priority: HIGHEST for action port [ 808.677582] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.677764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.677883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.677992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.678091] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.679033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.679140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.679207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.679405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.680029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.680029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.680029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.680029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.680289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.680289] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.683039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b795bc6-1d3c-4825-9a9d-59655e2eed48 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.684106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b795bc6-1d3c-4825-9a9d-59655e2eed48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.684106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b795bc6-1d3c-4825-9a9d-59655e2eed48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.684106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b795bc6-1d3c-4825-9a9d-59655e2eed48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.684106] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b795bc6-1d3c-4825-9a9d-59655e2eed48',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.711689] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 808.711895] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 deletion is rescheduled due to dependency. [ 808.712024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.126529] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.126529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.126529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.126529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.126529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.126529] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be updated. [ 809.161854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.161854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.161854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.162187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.162187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.175547] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: IN_PROGRESS for 2s [ 809.183138] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.187048] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.187048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.189049] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b795bc6-1d3c-4825-9a9d-59655e2eed48 with status ACTIVE [ 809.189049] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.189049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.189049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.190397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.190397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.190397] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.190397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.190397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.191026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.191199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.191554] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.192191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.192191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.192191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.192191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.192487] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b795bc6-1d3c-4825-9a9d-59655e2eed48 is going to be updated. [ 809.227358] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.227570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.227570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.227786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.227967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.228210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b795bc6-1d3c-4825-9a9d-59655e2eed48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.671932] env[66865]: INFO networking_nsxv3.common.synchronization [req-bcc6a8af-f53b-4711-b028-4a9e4225cd33 req-e4474fd6-32b2-40c3-be96-e41b4ceb4a08 tempest-ServersTestBootFromVolume-993376381 tempest-ServersTestBootFromVolume-993376381-project-member] Enqueued Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_members [ 809.672620] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_members [ 809.673236] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.673465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.673574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.673951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.674151] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.675105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.675231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.675408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.675482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.676091] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.686853] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.985167] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: SUCCESS [ 809.985447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.987251] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 809.987251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.987251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.988407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.988407] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.988407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.988407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.988407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.988701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.990015] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.991278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.991278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.991278] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.991278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.991278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.991278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.991278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.992384] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.144960] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.144960] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-621" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.144960] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-621" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.145841] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-621" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.146328] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.146689] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.147021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.147429] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.147736] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.148108] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.148313] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.148507] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.148746] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.148965] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.150226] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.150226] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.165199] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: SUCCESS [ 810.165199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.172780] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.172780] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.172780] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.172780] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-621" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.173051] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-d98c01a2-8231-43dc-826f-f66e40a84a77 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.173224] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-d98c01a2-8231-43dc-826f-f66e40a84a77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.173340] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-d98c01a2-8231-43dc-826f-f66e40a84a77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.173641] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-d98c01a2-8231-43dc-826f-f66e40a84a77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.173772] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98c01a2-8231-43dc-826f-f66e40a84a77',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.179094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.179094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.179094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.179094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.179094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.179094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.179094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.179094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.179549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.179549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.179549] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 already deleted. [ 810.179549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.188421] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.188720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.188720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.189547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.189547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.189547] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 is going to be created. [ 810.220753] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.220938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.221047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.221602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.221602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.233595] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41906929-4c4e-4125-8fef-d617553d2d99 in Status: UNINITIALIZED for 2s [ 810.266731] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 810.266904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.267119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.267958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.267958] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.494450] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.495453] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.677973] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.678548] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.678548] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.678622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.679055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.679055] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port d98c01a2-8231-43dc-826f-f66e40a84a77 not found, creating... [ 810.679204] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.679307] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.679441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.679753] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.679869] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.680103] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.680257] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.680366] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.680557] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.680682] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.680814] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: d98c01a2-8231-43dc-826f-f66e40a84a77 is going to be created. [ 810.702694] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.703030] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.703165] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.703468] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.703775] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.703968] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-d98c01a2-8231-43dc-826f-f66e40a84a77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.770535] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.770535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.999954] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.001654] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.190393] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 811.190591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.191155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.191155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.191295] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.191365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.191474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.191654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.193179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.193179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.193179] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.504758] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.505147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.505147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.505452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.505592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.505743] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 is going to be updated. [ 811.507263] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.507400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.507446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.507726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.508071] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.508162] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 811.565651] env[66865]: INFO networking_nsxv3.common.synchronization [req-bcc6a8af-f53b-4711-b028-4a9e4225cd33 req-db831b5f-5517-4da6-a203-a6c602cda197 service nova] Enqueued Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_rules [ 811.565833] env[66865]: INFO networking_nsxv3.common.synchronization [req-bcc6a8af-f53b-4711-b028-4a9e4225cd33 req-db831b5f-5517-4da6-a203-a6c602cda197 service nova] Enqueued Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_members [ 811.566048] env[66865]: INFO networking_nsxv3.common.synchronization [req-bcc6a8af-f53b-4711-b028-4a9e4225cd33 req-db831b5f-5517-4da6-a203-a6c602cda197 service nova] Enqueued Resource ID: d98c01a2-8231-43dc-826f-f66e40a84a77 with Priority: HIGHEST for action port [ 811.567544] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_rules [ 811.567544] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_members [ 811.567544] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98c01a2-8231-43dc-826f-f66e40a84a77 with Priority: HIGHEST for action port [ 811.567544] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.567917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.567917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.567917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.567917] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.568894] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.569042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.569119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.569256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.569423] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.569562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.569627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.570299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.570299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.570299] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.571810] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98c01a2-8231-43dc-826f-f66e40a84a77 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.571810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98c01a2-8231-43dc-826f-f66e40a84a77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.571810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98c01a2-8231-43dc-826f-f66e40a84a77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.571810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98c01a2-8231-43dc-826f-f66e40a84a77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.571810] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98c01a2-8231-43dc-826f-f66e40a84a77',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.587219] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.587404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.587474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.588473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.588473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.591045] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.591045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.591045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.591378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.591750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.606276] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: IN_PROGRESS for 2s [ 811.606276] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 811.695052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.695412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.695412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.695536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.695674] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.695865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.695865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.695989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.696059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.696126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.696366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.696366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.698586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.698586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.698586] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.698586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.698586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.698586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.698586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.698586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.698586] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.971761] env[66865]: INFO networking_nsxv3.common.synchronization [req-960c72c2-698f-4665-8d63-9baa6b71472b req-a2a9b94d-b049-493e-9e8d-289939dfab2b tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 811.971974] env[66865]: INFO networking_nsxv3.common.synchronization [req-960c72c2-698f-4665-8d63-9baa6b71472b req-a2a9b94d-b049-493e-9e8d-289939dfab2b tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGHEST for action security_group_members [ 811.975662] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 811.975662] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGHEST for action security_group_members [ 811.975662] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.975662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.975662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.975662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.975662] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.976408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.976408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.976772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.977150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.977150] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.978193] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.978395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.978395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.978706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.979079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.979303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.979467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.979687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.979794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.979915] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.041811] env[66865]: INFO networking_nsxv3.common.synchronization [req-960c72c2-698f-4665-8d63-9baa6b71472b req-a2a9b94d-b049-493e-9e8d-289939dfab2b tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGHEST for action security_group_rules [ 812.041811] env[66865]: INFO networking_nsxv3.common.synchronization [req-960c72c2-698f-4665-8d63-9baa6b71472b req-a2a9b94d-b049-493e-9e8d-289939dfab2b tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGHEST for action security_group_members [ 812.041811] env[66865]: INFO networking_nsxv3.common.synchronization [req-960c72c2-698f-4665-8d63-9baa6b71472b req-a2a9b94d-b049-493e-9e8d-289939dfab2b tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_rules [ 812.041811] env[66865]: INFO networking_nsxv3.common.synchronization [req-960c72c2-698f-4665-8d63-9baa6b71472b req-a2a9b94d-b049-493e-9e8d-289939dfab2b tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 812.041811] env[66865]: INFO networking_nsxv3.common.synchronization [req-960c72c2-698f-4665-8d63-9baa6b71472b req-a2a9b94d-b049-493e-9e8d-289939dfab2b tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb with Priority: HIGHEST for action port [ 812.042188] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGHEST for action security_group_rules [ 812.042416] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_rules [ 812.042574] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb with Priority: HIGHEST for action port [ 812.042709] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGHEST for action security_group_members [ 812.042842] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 812.044065] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.044373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.044373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.044543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.044689] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.048893] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.048893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.048893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.048893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.048893] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.048893] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.048893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.048893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.050249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.050375] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28ae4b4-26fd-4345-b6b8-01b295cd07bb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.051462] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.051603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.051891] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.052035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.074103] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.077479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.077479] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.077479] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d98c01a2-8231-43dc-826f-f66e40a84a77 with status ACTIVE [ 812.077479] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.077479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.079265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.079710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.079984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.083063] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.083063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.083063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.083063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.083063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.083063] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.083063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.083063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.083063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.083063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.083063] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d98c01a2-8231-43dc-826f-f66e40a84a77 is going to be updated. [ 812.114162] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.114162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.115315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.115468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.116480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.116760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98c01a2-8231-43dc-826f-f66e40a84a77" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.203665] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c53bcee-5b0c-4858-9813-726d1cf014e3: rpc.has_security_group_logging(os_id): False [ 812.236964] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.237170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.237241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.237527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.237629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.237887] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.237998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.239112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.239337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.239452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.239708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.239852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.239938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.240153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.240216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.240509] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.240646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.241169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.241381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.241556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.241695] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be updated. [ 812.256181] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41906929-4c4e-4125-8fef-d617553d2d99 in Status: SUCCESS [ 812.256181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.256181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.256181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.256181] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.256181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.256181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.256181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.256181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.256181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.256181] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.392917] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.392917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.392917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.392917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.393113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.412500] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: IN_PROGRESS for 2s [ 812.484666] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.484666] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.553934] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.554152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.554341] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.554429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.554602] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a28ae4b4-26fd-4345-b6b8-01b295cd07bb with status ACTIVE [ 812.554759] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.554867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.554929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.555203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.555328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.555466] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.555569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.555675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.555802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.555890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.556256] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.556256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.556256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.556426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.556477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.556562] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb is going to be updated. [ 812.585925] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.588164] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.588469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.588469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.588622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.590279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.590279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.762612] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.893187] env[66865]: INFO networking_nsxv3.common.synchronization [req-c63ab5a1-58b1-40cb-8d6c-68ecc710f38c req-38c064ee-a86e-49dd-8882-d312c7b25329 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 812.893187] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 812.894475] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.894907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.895204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.895561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.896234] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.896544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.896733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.897106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.897297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.897579] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.998611] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.998611] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.093137] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.093137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.093137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.093137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.093137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.093137] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 is going to be created. [ 813.128327] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.128641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.128641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.128880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.129101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.142898] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 in Status: UNINITIALIZED for 2s [ 813.265539] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41906929-4c4e-4125-8fef-d617553d2d99: rpc.has_security_group_logging(os_id): False [ 813.286607] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.287493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.287658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.287964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.288650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.288969] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.289108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.289185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.289525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.289525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.289621] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 is going to be created. [ 813.329245] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.330037] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.330037] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.330037] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.330231] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.330468] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.330706] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.330877] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.331049] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.331279] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.331849] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.331849] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.331849] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.332048] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.332089] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.332464] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.377890] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.378568] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.378910] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.379207] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.379675] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-4cfe27b7-1509-48ed-ac04-a81522fec14e taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.379910] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-4cfe27b7-1509-48ed-ac04-a81522fec14e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.380048] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-4cfe27b7-1509-48ed-ac04-a81522fec14e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.380501] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-4cfe27b7-1509-48ed-ac04-a81522fec14e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.381561] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cfe27b7-1509-48ed-ac04-a81522fec14e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.400052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.400230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.400350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.400515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.400604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.404132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.404132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.404132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.404132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.404132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.404132] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 813.414544] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.415035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.415035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.415226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.415340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.431626] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41906929-4c4e-4125-8fef-d617553d2d99 in Status: IN_PROGRESS for 2s [ 813.435975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.436194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.436240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.436502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.436675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.447150] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 813.499622] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.499853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.499853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.500213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.500359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.500478] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be updated. [ 813.502179] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.502295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.502386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.502587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.502675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.502767] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d is going to be created. [ 813.537136] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.537343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.537434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.537599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.537807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.541769] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.541988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.542076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.542373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.542566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.550776] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d in Status: UNINITIALIZED for 2s [ 813.551807] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: IN_PROGRESS for 2s [ 813.616729] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 813.616983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.617228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.617438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.617646] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.617829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.617938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.618172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.618310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.618454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.618879] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.620662] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: SUCCESS [ 813.620894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.621514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.621514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.621514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.622057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.622057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.622057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.622057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.622057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.622057] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.884444] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.884941] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.884941] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.885419] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.885586] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.886309] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 4cfe27b7-1509-48ed-ac04-a81522fec14e not found, creating... [ 813.886309] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.886309] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.886309] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.886685] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.886866] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.887331] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.887530] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.887702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.887972] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.888238] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.888424] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 4cfe27b7-1509-48ed-ac04-a81522fec14e is going to be created. [ 813.914077] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.914256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.914443] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.914848] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.915248] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.915567] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-4cfe27b7-1509-48ed-ac04-a81522fec14e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.124490] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.124698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.124836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.125252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.125533] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.125686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.125798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.126082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.126230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.126372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.126661] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.126816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.126905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.127162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.127393] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.127553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.127670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.127877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.127987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.128121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.128311] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.129508] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.430572] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 814.431046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.632196] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73db16e3-2241-419e-9359-8488dcb4388c: rpc.has_security_group_logging(os_id): False [ 814.634169] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b60d7564-b72e-4f4c-a509-07b61a277b45: rpc.has_security_group_logging(os_id): False [ 814.657142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.657374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.657455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.657780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.657885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.658288] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.659059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.659059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.659059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.659059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.659059] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 is going to be created. [ 814.661566] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.661818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.661818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.662051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.662150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.662380] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.662505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.662617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.662830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.662965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.663301] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.663413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.663481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.663640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.663720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.663991] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.664211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.664326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.664553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.664680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.664799] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 814.764992] env[66865]: INFO networking_nsxv3.common.synchronization [req-c63ab5a1-58b1-40cb-8d6c-68ecc710f38c req-34e457a3-ea37-4e9e-b353-ad96bc7a1c72 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 814.765398] env[66865]: INFO networking_nsxv3.common.synchronization [req-c63ab5a1-58b1-40cb-8d6c-68ecc710f38c req-34e457a3-ea37-4e9e-b353-ad96bc7a1c72 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 814.765453] env[66865]: INFO networking_nsxv3.common.synchronization [req-c63ab5a1-58b1-40cb-8d6c-68ecc710f38c req-34e457a3-ea37-4e9e-b353-ad96bc7a1c72 service nova] Enqueued Resource ID: 4cfe27b7-1509-48ed-ac04-a81522fec14e with Priority: HIGHEST for action port [ 814.766659] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.766791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.766919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.767256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.767406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.768848] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 814.769072] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 814.769197] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cfe27b7-1509-48ed-ac04-a81522fec14e with Priority: HIGHEST for action port [ 814.769615] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.769790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.769882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.770114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.770294] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.771584] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.771743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.772081] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cfe27b7-1509-48ed-ac04-a81522fec14e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.772285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cfe27b7-1509-48ed-ac04-a81522fec14e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.772285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cfe27b7-1509-48ed-ac04-a81522fec14e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.772579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cfe27b7-1509-48ed-ac04-a81522fec14e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.772727] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cfe27b7-1509-48ed-ac04-a81522fec14e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.785336] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.785960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.785960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.786587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.786587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.793158] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: IN_PROGRESS for 2s [ 814.807213] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 815.155461] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 in Status: SUCCESS [ 815.155930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.155930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.156427] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.156620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.156701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.157070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.157217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.158039] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.276039] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cfe27b7-1509-48ed-ac04-a81522fec14e with status ACTIVE [ 815.276288] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.276421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.276494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.276703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.276849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.277039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.277201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.277278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.277431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.277535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.277729] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.277850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.277935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.277935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.277935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.278339] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cfe27b7-1509-48ed-ac04-a81522fec14e is going to be updated. [ 815.279491] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.279609] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.307363] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.307544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.307586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.307891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.308190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.308415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cfe27b7-1509-48ed-ac04-a81522fec14e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.450562] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41906929-4c4e-4125-8fef-d617553d2d99 in Status: SUCCESS [ 815.450562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.463123] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 815.463349] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 815.463457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.463715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.463877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.464114] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.464268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.464326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.464551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.465095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.465095] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.564952] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 815.565210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.565625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.565981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.566291] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.566509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.566642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.566946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.567109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.567261] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.569678] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d in Status: SUCCESS [ 815.569804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.569928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.570198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.570474] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.570603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.570688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.570878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.570987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.571147] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.660405] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.968860] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.076319] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.077194] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.163237] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6912c4-b98a-41fc-9ab5-11a58d01b395: rpc.has_security_group_logging(os_id): False [ 816.193655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.193987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.193987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.194292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.194431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.194790] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.194940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.195051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.195303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.195412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.195527] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 is going to be created. [ 816.278455] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.279074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.279196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.279605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.279605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.297563] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 in Status: IN_PROGRESS for 2s [ 816.472054] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.580024] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.581342] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.808354] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: SUCCESS [ 816.808676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.824080] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 816.824080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.976103] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.976430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.976430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.976565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.976656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.976758] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 817.006938] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.007231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.007231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.007406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.007618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.017107] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 817.082995] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.083240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.083240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.083518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.083616] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.083718] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be updated. [ 817.085250] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.085396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.085499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.085689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.085793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.085889] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d is going to be updated. [ 817.117831] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.118059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.118109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.118344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.118534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.120920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.121098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.121177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.121441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.121631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.136153] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: IN_PROGRESS for 2s [ 817.137063] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d in Status: IN_PROGRESS for 2s [ 818.318411] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 in Status: SUCCESS [ 818.318887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.029634] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 819.030026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.030270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.030604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.030876] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.031281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.031469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.031717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.031846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.032108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.032211] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.149411] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d in Status: SUCCESS [ 819.149695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.149879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.150222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.150437] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.150587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.151421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.151683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.151829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.151984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.152122] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.153909] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 819.154129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.154314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.154523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.154752] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.154879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.154978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.155152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.156148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.156501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.156501] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.534989] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.535399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.535399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.535494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.535693] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.535827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.535910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.536116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.536229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.536343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.536531] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.536652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.536736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.536917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.537112] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.537231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.537312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.537487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.537584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.537690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.537811] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.658588] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.659802] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.659967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.660048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.660331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.660548] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.660694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.660760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.660914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.661053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.661108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.661233] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.661340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.661398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.661543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.661683] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.661769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.661827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.661963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.662324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.662324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.662324] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.770625] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 819.770826] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 820.040946] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b21138-722d-4f53-bb34-2b3b1c1918d4: rpc.has_security_group_logging(os_id): False [ 820.072278] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.072465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.072576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.072904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.073058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.073385] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.073547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.073755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.074031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.074236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.074572] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.074781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.074887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.075154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.075272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.075674] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.075828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.075979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.076274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.076412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.076584] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 820.152678] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.152877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.152936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.153155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.153316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.164228] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9da87ee5-ec6f-413b-8dc2-25d750a32c8d: rpc.has_security_group_logging(os_id): False [ 820.165768] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6cf6a44-db9b-4007-98c8-bb2001252a2e: rpc.has_security_group_logging(os_id): False [ 820.167326] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 820.194353] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.194543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.194616] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.194781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.194880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195095] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.195199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.195258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.195415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.195492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.195700] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.195827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.195864] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.195985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.196107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.196251] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.196342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.196402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.196540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.196616] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.196748] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be updated. [ 820.198630] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.198747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.198816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.198969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.199302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.199406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.199496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.199683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.200043] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d is going to be created. [ 820.341936] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.342140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.342233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.342515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.342756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.369465] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.369677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.369747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.369966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.370124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.377703] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d in Status: IN_PROGRESS for 2s [ 820.383304] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: IN_PROGRESS for 2s [ 821.699079] env[66865]: INFO networking_nsxv3.common.synchronization [req-924b7720-670f-41e2-a3f4-eb3b31f17de7 req-b377bf52-e118-4532-8e82-1b660a0a61d1 tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 821.699398] env[66865]: INFO networking_nsxv3.common.synchronization [req-924b7720-670f-41e2-a3f4-eb3b31f17de7 req-b377bf52-e118-4532-8e82-1b660a0a61d1 tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGHEST for action security_group_members [ 821.700073] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 821.703574] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGHEST for action security_group_members [ 821.703574] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.703748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.703748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.704042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.704266] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.704932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.705101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.705323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.705439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.705560] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.707219] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.707366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.707451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.707636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.708509] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.708509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.708821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.708862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.708968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.709140] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.784767] env[66865]: INFO networking_nsxv3.common.synchronization [req-924b7720-670f-41e2-a3f4-eb3b31f17de7 req-b377bf52-e118-4532-8e82-1b660a0a61d1 tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_rules [ 821.784935] env[66865]: INFO networking_nsxv3.common.synchronization [req-924b7720-670f-41e2-a3f4-eb3b31f17de7 req-b377bf52-e118-4532-8e82-1b660a0a61d1 tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 821.785103] env[66865]: INFO networking_nsxv3.common.synchronization [req-924b7720-670f-41e2-a3f4-eb3b31f17de7 req-b377bf52-e118-4532-8e82-1b660a0a61d1 tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb with Priority: HIGHEST for action port [ 821.785622] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_rules [ 821.785756] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 821.785849] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb with Priority: HIGHEST for action port [ 821.786405] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.786507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.786800] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.786912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.787140] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.787912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.787912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.787912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.787912] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28ae4b4-26fd-4345-b6b8-01b295cd07bb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.183273] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 822.183464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.212201] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.212338] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.212573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.212742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.214040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.214040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.214040] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.214040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.214040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.214040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.214040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.214040] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d is going to be updated. [ 822.246957] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.246957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.246957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.247193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.248753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.256649] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d in Status: IN_PROGRESS for 2s [ 822.290657] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a28ae4b4-26fd-4345-b6b8-01b295cd07bb with status ACTIVE [ 822.290888] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.291034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.291109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.291311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.291463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.291597] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.291698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.291756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.291909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.291985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.292176] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.292300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.292365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.292461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.292535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.292630] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a28ae4b4-26fd-4345-b6b8-01b295cd07bb is going to be updated. [ 822.320770] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.320925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.321020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.321228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.321368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.321565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a28ae4b4-26fd-4345-b6b8-01b295cd07bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.393692] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d in Status: SUCCESS [ 822.393865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.398389] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 822.398526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.398702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.399648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.399648] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.718502] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.902068] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.902272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.225209] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.225493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.225611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.225897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.226069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.226229] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be updated. [ 823.265023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.265291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.265291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.265538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.265728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.279143] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: IN_PROGRESS for 2s [ 823.605173] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 823.605478] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 823.605693] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGHEST for action security_group_members [ 823.606462] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 823.606682] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 823.606868] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGHEST for action security_group_members [ 823.607300] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.607487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.607598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.607893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.608151] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.608325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.608405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.608665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.608798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.608949] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.610319] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.610488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.610595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.610847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.611074] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.611229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.611325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.611593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.611726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.611871] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.613034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-274389b9-3dc2-47b5-b166-a3cb85d19f12 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.613137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.613199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.613412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.613560] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.613654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.613716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.613919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.614036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.617949] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.655729] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGHEST for action security_group_rules [ 823.655915] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGHEST for action security_group_members [ 823.656069] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 823.656202] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 823.656388] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_rules [ 823.656535] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 823.656660] env[66865]: INFO networking_nsxv3.common.synchronization [req-0eb1e9ed-0ada-4a00-9b7e-f06aa9206330 req-a52cb13d-888d-44e4-96a5-94ea6d60aeab tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with Priority: HIGHEST for action port [ 823.657581] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGHEST for action security_group_rules [ 823.657779] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_rules [ 823.657959] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 823.658122] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with Priority: HIGHEST for action port [ 823.658274] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_rules [ 823.658511] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGHEST for action security_group_members [ 823.658554] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 823.658910] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274389b9-3dc2-47b5-b166-a3cb85d19f12 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.659090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.659204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.659549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.659756] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.660799] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.661744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.662197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.662197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.662327] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.663590] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.663759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.664018] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.664235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.664341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.664635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.664764] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997b8743-3d8f-4cfa-9b4c-ac62542c8efd',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.666274] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.668287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.668287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.668287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.668287] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.668594] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-274389b9-3dc2-47b5-b166-a3cb85d19f12 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.668594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.668862] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.668997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.120646] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.121890] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.122873] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.170739] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.171088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.171198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-274389b9-3dc2-47b5-b166-a3cb85d19f12 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.171317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.171432] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 997b8743-3d8f-4cfa-9b4c-ac62542c8efd with status ACTIVE [ 824.171723] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.171851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.171919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.172178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.172275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.172480] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.172707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.172707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.172842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.172940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.173189] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.173292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.173349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.173543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.173657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.173799] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 997b8743-3d8f-4cfa-9b4c-ac62542c8efd is going to be updated. [ 824.175119] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.175235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.201740] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.202039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.202039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.202217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.202320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.202489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997b8743-3d8f-4cfa-9b4c-ac62542c8efd" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.287763] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d in Status: SUCCESS [ 824.287763] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d deletion is rescheduled due to dependency. [ 824.287763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.629023] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.629023] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.629023] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.130711] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.131103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.131103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.131356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.131508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.131640] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 is going to be created. [ 825.133059] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.133188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.133257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.133438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.133526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.133840] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 is going to be updated. [ 825.135135] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.135289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.135386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.135595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.135712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.135850] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 825.178090] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.178090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.178090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.178090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.178090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.180950] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.181338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.181771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.182737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.182737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.184796] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.185173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.186065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.186065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.186065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.192632] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 in Status: UNINITIALIZED for 2s [ 825.197502] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: IN_PROGRESS for 2s [ 825.198837] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 825.295903] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 825.295903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.295903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.295903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.297303] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.298668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.298668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.298668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.299805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.299805] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.808555] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.105878] env[66865]: INFO networking_nsxv3.common.synchronization [req-fcab8f96-3af3-4983-9650-b1a3414a50a6 req-c274ea3a-3844-4a5e-a78d-3b6b560390bb tempest-ImagesOneServerNegativeTestJSON-1978027139 tempest-ImagesOneServerNegativeTestJSON-1978027139-project-member] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 826.106617] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 826.106966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.107054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.107113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.107305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.107452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.107541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.107599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.107734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.107811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.107924] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.313803] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.610391] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.610391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.610391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.610643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.610742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.610943] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.611141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.611141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.611311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.611368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.611467] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 826.645384] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.645590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.645725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.646019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.646137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.658291] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 826.921668] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.921856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.921931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.922105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.922203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.922301] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be updated. [ 826.951261] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.951261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.951381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.951594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.951777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.964024] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: IN_PROGRESS for 2s [ 827.204832] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 in Status: SUCCESS [ 827.205126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.205347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.205589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.206655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.206655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.206655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.206655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.206655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.206655] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.208176] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: SUCCESS [ 827.208344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.208519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.208732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.208946] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.209082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.209169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.209339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.209609] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.209686] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.211260] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 827.211519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.211757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.211899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.212089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.212220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.212331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.212466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.212596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.212682] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.712046] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.715377] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.717076] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.213826] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.216219] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.221990] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.669330] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 828.669554] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 deletion is rescheduled due to dependency. [ 828.669663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.717500] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.717866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.717866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.718014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.718111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.718212] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 is going to be updated. [ 828.719504] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.719618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.719679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.719846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.719919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.720015] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 is going to be updated. [ 828.727019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.727019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.727019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.727019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.727019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.727019] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 828.763154] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.763154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.763154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.763154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.763154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.765021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.765140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.765198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.765371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.765491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.769525] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.769681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.769769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.770021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.770205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.788816] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 828.789529] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: IN_PROGRESS for 2s [ 828.793154] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 in Status: IN_PROGRESS for 2s [ 828.976864] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 828.977152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.977351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.977586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.977788] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.977915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.977961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.978138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.978222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978394] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.449184] env[66865]: INFO networking_nsxv3.common.synchronization [None req-0431d7e2-be43-4c82-ac68-aa806e365a02 None None] Enqueued Resource ID: d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e with Priority: HIGHEST for action port [ 829.449777] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e with Priority: HIGHEST for action port [ 829.451699] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.451853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.451927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.452224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.452314] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.482767] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.482767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.482767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.482767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.482767] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.483159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.483159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.483159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.483159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.483301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.483339] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.483422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.483476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.483627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.483766] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.483885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.483948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.485453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.485453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.485453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.485617] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.799489] env[66865]: INFO networking_nsxv3.common.synchronization [None req-fad73fe0-b2e6-48e6-97df-2b557998fcb1 None None] Enqueued Resource ID: 99d0ffa8-fb87-4444-8be6-f80df4fc0d74 with Priority: HIGHEST for action port [ 829.799776] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d0ffa8-fb87-4444-8be6-f80df4fc0d74 with Priority: HIGHEST for action port [ 829.800302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d0ffa8-fb87-4444-8be6-f80df4fc0d74 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.800436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d0ffa8-fb87-4444-8be6-f80df4fc0d74" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.800513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d0ffa8-fb87-4444-8be6-f80df4fc0d74" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.800768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d0ffa8-fb87-4444-8be6-f80df4fc0d74" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.800852] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d0ffa8-fb87-4444-8be6-f80df4fc0d74',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.956050] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e [ 829.956565] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.956943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.957033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.957265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.957363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.957467] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e already deleted. [ 829.957549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7aa2b1a-2ea8-45c2-91a2-4c1a05d2c03e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.988249] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6cf6a44-db9b-4007-98c8-bb2001252a2e: rpc.has_security_group_logging(os_id): False [ 830.013036] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.013036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.013036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.013036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.013036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.013036] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.013036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.013036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.013504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.013504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.014299] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.014299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.014299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.014299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.014299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.014623] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.014623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.014717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.014806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.014856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.014935] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be updated. [ 830.120870] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.120870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.120870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.120870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.120870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.163592] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: IN_PROGRESS for 2s [ 830.303822] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99d0ffa8-fb87-4444-8be6-f80df4fc0d74 [ 830.304257] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.304642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.304869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.305257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.305981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.305981] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99d0ffa8-fb87-4444-8be6-f80df4fc0d74 already deleted. [ 830.305981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d0ffa8-fb87-4444-8be6-f80df4fc0d74" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.808553] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 in Status: SUCCESS [ 830.808963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.808997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.809302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.809409] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.809525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.809590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.809745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.809822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.809904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.809995] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.815234] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: SUCCESS [ 830.815234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.818300] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 830.818300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.818300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.818300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.818300] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.821134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.821134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.821134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.821134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.821134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.821134] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.821134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.821448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.821607] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.821784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.821852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.822018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.822155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.822330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.822385] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.324791] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.325895] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.329088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.329088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.329088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.331085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.331430] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.331591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.331660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.332962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.332962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.332962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.332962] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.332962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.333256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.333256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.333801] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.333801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.333801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.334474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.334474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.334474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.334474] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.581583] env[66865]: INFO networking_nsxv3.common.synchronization [req-3ee028ca-5e6c-4fae-b38d-b21bd6859dbc req-1e4dca14-2a98-45ff-b124-90d681f5854b tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 831.582234] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 831.582698] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.582831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.582910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.583215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.584084] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.584084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.584084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.584084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.584084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.584084] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.830411] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 274389b9-3dc2-47b5-b166-a3cb85d19f12: rpc.has_security_group_logging(os_id): False [ 831.836049] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b60d7564-b72e-4f4c-a509-07b61a277b45: rpc.has_security_group_logging(os_id): False [ 831.837456] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73db16e3-2241-419e-9359-8488dcb4388c: rpc.has_security_group_logging(os_id): False [ 831.861146] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.861146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.861146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.861348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.861348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.861541] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.861630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.861723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.861947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.862029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.862244] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.862337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.862395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.862539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.862606] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.862805] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.863075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.863075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.866023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.866023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.866023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 831.866023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.866023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.866023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.866023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.866023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.866440] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.866440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.866520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.866949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.866949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.866949] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 is going to be created. [ 831.868658] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.868824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.868940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.869136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.869241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.869478] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.869608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.869788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.869889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.869981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.870105] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 is going to be updated. [ 831.963494] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.963494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.963494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.963494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.963494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.968100] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.968100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.968100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.968100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.970960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.975979] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.975979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.975979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.975979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.975979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.980261] env[66865]: INFO networking_nsxv3.common.synchronization [None req-387bc56a-6939-470c-a05b-7ba4b5a46c5f None None] Enqueued Resource ID: ac8742a4-6004-4957-93cc-4b9369ed0cfe with Priority: HIGHEST for action port [ 831.980692] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8742a4-6004-4957-93cc-4b9369ed0cfe with Priority: HIGHEST for action port [ 831.981101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac8742a4-6004-4957-93cc-4b9369ed0cfe taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.981762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac8742a4-6004-4957-93cc-4b9369ed0cfe" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.981875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac8742a4-6004-4957-93cc-4b9369ed0cfe" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.982072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac8742a4-6004-4957-93cc-4b9369ed0cfe" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.982150] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8742a4-6004-4957-93cc-4b9369ed0cfe',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.991635] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 in Status: IN_PROGRESS for 2s [ 831.994958] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: IN_PROGRESS for 2s [ 831.995876] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 832.006959] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c02cc057-69bd-4cf6-a6de-b14ba9a599b4 None None] Enqueued Resource ID: f0386c83-2dd7-422c-90f1-f5fae86aa5b6 with Priority: HIGHEST for action port [ 832.008199] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0386c83-2dd7-422c-90f1-f5fae86aa5b6 with Priority: HIGHEST for action port [ 832.009851] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0386c83-2dd7-422c-90f1-f5fae86aa5b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.009851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0386c83-2dd7-422c-90f1-f5fae86aa5b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.009851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0386c83-2dd7-422c-90f1-f5fae86aa5b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.009851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0386c83-2dd7-422c-90f1-f5fae86aa5b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.010332] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0386c83-2dd7-422c-90f1-f5fae86aa5b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.016388] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.016856] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.017154] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.017516] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.017914] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.018351] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.018559] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.018849] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.019042] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.019294] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.019454] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.019605] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.019741] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.019900] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.020044] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.020247] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.063065] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.063065] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.063065] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.063065] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.063580] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.063580] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.063580] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.063955] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.064222] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.086939] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.087180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.087275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.087601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.087746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.087981] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.088103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.088169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.088372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.088477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.088574] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a already deleted. [ 832.088816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.189847] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 832.190106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.485884] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac8742a4-6004-4957-93cc-4b9369ed0cfe [ 832.486152] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.486285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.486347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.486566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.486647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.486737] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac8742a4-6004-4957-93cc-4b9369ed0cfe already deleted. [ 832.486828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac8742a4-6004-4957-93cc-4b9369ed0cfe" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.513426] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0386c83-2dd7-422c-90f1-f5fae86aa5b6 [ 832.513664] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.513865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.513900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.514120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.514211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.514334] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0386c83-2dd7-422c-90f1-f5fae86aa5b6 already deleted. [ 832.514418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0386c83-2dd7-422c-90f1-f5fae86aa5b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.570522] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.570828] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.570899] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.571204] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.571380] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.571619] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 not found, creating... [ 832.571896] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572065] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.572178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.572410] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.572554] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.572831] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572984] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.573140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.573318] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.573580] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 is going to be created. [ 832.596709] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.596946] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.596992] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.597432] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.597753] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.598120] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.384454] env[66865]: INFO networking_nsxv3.common.synchronization [req-3ee028ca-5e6c-4fae-b38d-b21bd6859dbc req-3a92b754-5b38-4c24-b3c3-72de02c84226 service nova] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 833.384454] env[66865]: INFO networking_nsxv3.common.synchronization [req-3ee028ca-5e6c-4fae-b38d-b21bd6859dbc req-3a92b754-5b38-4c24-b3c3-72de02c84226 service nova] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 833.384454] env[66865]: INFO networking_nsxv3.common.synchronization [req-3ee028ca-5e6c-4fae-b38d-b21bd6859dbc req-3a92b754-5b38-4c24-b3c3-72de02c84226 service nova] Enqueued Resource ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with Priority: HIGHEST for action port [ 833.387248] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 833.387248] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 833.387248] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with Priority: HIGHEST for action port [ 833.387248] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.387248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.387248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.387248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.387248] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.388971] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.389273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.389475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.389974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.392022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.392022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.392022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.392022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.392022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.392022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.392794] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.393186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.393386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.393705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.393945] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.802564] env[66865]: INFO networking_nsxv3.common.synchronization [req-7d2fbf2d-64e9-4f70-a161-0017c8b999b0 req-ecf579e9-27c3-4dbe-8517-9ff93eaa3183 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 833.802851] env[66865]: INFO networking_nsxv3.common.synchronization [req-7d2fbf2d-64e9-4f70-a161-0017c8b999b0 req-ecf579e9-27c3-4dbe-8517-9ff93eaa3183 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 833.803040] env[66865]: INFO networking_nsxv3.common.synchronization [req-7d2fbf2d-64e9-4f70-a161-0017c8b999b0 req-ecf579e9-27c3-4dbe-8517-9ff93eaa3183 tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGHEST for action security_group_members [ 833.804425] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 833.804626] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGHEST for action security_group_members [ 833.804692] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGHEST for action security_group_members [ 833.806845] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.806845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.806845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.806845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.806845] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.806845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.806845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.806845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.806845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.806845] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.808841] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.810563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.810563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.810563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.810563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.810563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.810563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.810563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.810563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.810563] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.811631] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-274389b9-3dc2-47b5-b166-a3cb85d19f12 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.811778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.812578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.812578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.812578] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.812578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.812766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.812896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.813018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.813176] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.896413] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.896677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.897481] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.899217] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with status ACTIVE [ 833.899477] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.899648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.899970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.900076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.900167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.900425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.900576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.900669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.900901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.901036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.901330] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.901451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.901592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.901781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.901894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.901999] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 is going to be updated. [ 833.927046] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.927936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.927936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.927936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.927936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.927936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.020173] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 in Status: SUCCESS [ 834.021513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.021513] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 834.021513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.023292] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: SUCCESS [ 834.023760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.316176] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.316867] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.317034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.317292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.317380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.317569] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.317668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.317750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.317876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.318187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.318187] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 is going to be updated. [ 834.319247] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.319387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.319454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.319611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.319685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.319859] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.319950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.320016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.320158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.320234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.320386] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 is going to be updated. [ 834.364626] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.364768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.364838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.365070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.365215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.369542] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.369797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.370141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.370195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.370314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.387883] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 in Status: IN_PROGRESS for 2s [ 834.388506] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: IN_PROGRESS for 2s [ 834.401785] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.407589] env[66865]: INFO networking_nsxv3.common.synchronization [req-554e36dd-336a-49d7-9ffb-7f8ab8b1b317 req-9cf24d46-6afd-4a64-96fc-71ee665f0d56 tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 834.408846] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 834.409462] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.409462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.409462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.409774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.410037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.410108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.410208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.410315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.410398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.410497] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.822258] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.860866] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.861090] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.861223] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.861591] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.862026] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.862460] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.862708] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.862960] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.863263] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.863366] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.863484] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.863601] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.863712] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.863857] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.863969] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.864128] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.883804] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.884050] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.884637] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.884637] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.884857] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.884857] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.884979] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.885328] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.885462] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f34baa-62c2-468a-a3d3-c47bfd3fdb48',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.905125] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.905435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.905435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.905519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.905553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.905882] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a is going to be created. [ 834.913044] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.913250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.913356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.913586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.913675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.913906] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.913989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.915617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.915617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.915617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.915617] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d already deleted. [ 834.915617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.934123] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.934397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.934581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.934779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.934971] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.956478] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: UNINITIALIZED for 2s [ 835.324999] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.325285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.325285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.325538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.325655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.325779] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 835.370636] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.370873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.370873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.371079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.371227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.380438] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 835.387557] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.387771] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.387883] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.388199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.388441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.388516] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port a1f34baa-62c2-468a-a3d3-c47bfd3fdb48 not found, creating... [ 835.388787] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.388938] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.389060] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.389307] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.389442] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.389761] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.389900] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.390132] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.390229] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.390435] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.390495] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: a1f34baa-62c2-468a-a3d3-c47bfd3fdb48 is going to be created. [ 835.418572] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.418902] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.419099] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.419469] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.419907] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.420251] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.182141] env[66865]: INFO networking_nsxv3.common.synchronization [req-554e36dd-336a-49d7-9ffb-7f8ab8b1b317 req-85f663c1-dd92-4cad-a55b-d82c39f5f250 service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 836.182141] env[66865]: INFO networking_nsxv3.common.synchronization [req-554e36dd-336a-49d7-9ffb-7f8ab8b1b317 req-85f663c1-dd92-4cad-a55b-d82c39f5f250 service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 836.182141] env[66865]: INFO networking_nsxv3.common.synchronization [req-554e36dd-336a-49d7-9ffb-7f8ab8b1b317 req-85f663c1-dd92-4cad-a55b-d82c39f5f250 service nova] Enqueued Resource ID: a1f34baa-62c2-468a-a3d3-c47bfd3fdb48 with Priority: HIGHEST for action port [ 836.182141] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 836.182141] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 836.182141] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f34baa-62c2-468a-a3d3-c47bfd3fdb48 with Priority: HIGHEST for action port [ 836.182141] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.182141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.186251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.186940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.187113] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.188452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.188452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.188452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.188595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.188814] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.188814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.191227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.191227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.191227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.191227] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.191404] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.191491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.191605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.192069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.192069] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f34baa-62c2-468a-a3d3-c47bfd3fdb48',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.411460] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 in Status: SUCCESS [ 836.411460] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 deletion is rescheduled due to dependency. [ 836.411460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.411460] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60d7564-b72e-4f4c-a509-07b61a277b45 in Status: SUCCESS [ 836.411460] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 deletion is rescheduled due to dependency. [ 836.411460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.695174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.695347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.695722] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.696912] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f34baa-62c2-468a-a3d3-c47bfd3fdb48 with status ACTIVE [ 836.696912] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.697046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.697046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.700165] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.700165] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.700165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.700165] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f34baa-62c2-468a-a3d3-c47bfd3fdb48 is going to be updated. [ 836.725412] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.725412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.725412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.725412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.725670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.725670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f34baa-62c2-468a-a3d3-c47bfd3fdb48" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.970548] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: SUCCESS [ 836.972170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.972364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.972764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.973032] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.974542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.974542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.974542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.974542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.974542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.974542] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.202646] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.395995] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 837.395995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.477806] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.706830] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.706830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.706830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.706830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.706830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.706830] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be created. [ 837.731386] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.731629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.731727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.731925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.732112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.748037] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: UNINITIALIZED for 2s [ 837.980246] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58ffb2ce-3615-4bac-89c7-63908e92d52a: rpc.has_security_group_logging(os_id): False [ 838.002557] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.002668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.002789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.002985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.003100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.003405] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.003543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.003623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.003788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.003863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.003974] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a is going to be created. [ 838.076294] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.076454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.076544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.076786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.076990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.090553] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: IN_PROGRESS for 2s [ 838.509749] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.510119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.510119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.510535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.510657] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.018379] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.157479] env[66865]: INFO networking_nsxv3.common.synchronization [req-4240b840-93e7-4fce-a674-4818b3abed7f req-6d4f2fd7-99f1-485d-aa59-3dbcfe992cc0 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_members [ 839.157839] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_members [ 839.159836] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.159836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.159836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.159836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.159836] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.159836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.159836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.159836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.159836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.159836] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.520733] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.650090] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.650410] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.652126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.652126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.652126] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.652126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.652126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.652126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.652126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.652126] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.652126] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.652695] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.652695] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.652695] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.652695] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.652827] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.662453] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.662453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.662453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.662783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.662783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.663175] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.663175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.663175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.663313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.663313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.663393] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa already deleted. [ 839.663465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.676440] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.676607] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.676732] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.676914] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.677253] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.677419] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.677534] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.677879] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.678285] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.765665] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 839.765665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.765665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.765665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.765665] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.765961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.765961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.766067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.766125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.766206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.766306] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.023059] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 840.023308] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 840.108056] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: SUCCESS [ 840.108488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.181340] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.181787] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.182029] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.182397] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.182670] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.182933] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b not found, creating... [ 840.183325] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.183566] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.183742] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.184103] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.184412] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.184750] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.184942] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.185036] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.185264] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.185993] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.185993] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b is going to be created. [ 840.220342] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.220640] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.220747] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.220950] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.221202] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.221447] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.269083] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.269333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.269333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.269544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.269715] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.269816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.269976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.270043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.270128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.270216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.270368] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.270485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.270557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.270701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.270838] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.270929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.270988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.271132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.271208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.271287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.271375] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.774383] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977d842e-e2e4-424c-9774-3ed15ceaa45d: rpc.has_security_group_logging(os_id): False [ 840.796804] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.797022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.797066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.797314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.797402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.797583] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.797682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.797739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.797893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.797969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.798172] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.798276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.798331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.798456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.798543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.798924] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.799033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.799106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.799246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.799348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.799526] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be created. [ 840.879795] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.879979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.880071] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.880331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.880627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.911070] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 840.978512] env[66865]: INFO networking_nsxv3.common.synchronization [req-4240b840-93e7-4fce-a674-4818b3abed7f req-4e378a3c-663b-4954-8cdd-d47dd4fb2b64 service nova] Enqueued Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_rules [ 840.978821] env[66865]: INFO networking_nsxv3.common.synchronization [req-4240b840-93e7-4fce-a674-4818b3abed7f req-4e378a3c-663b-4954-8cdd-d47dd4fb2b64 service nova] Enqueued Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_members [ 840.983267] env[66865]: INFO networking_nsxv3.common.synchronization [req-4240b840-93e7-4fce-a674-4818b3abed7f req-4e378a3c-663b-4954-8cdd-d47dd4fb2b64 service nova] Enqueued Resource ID: ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b with Priority: HIGHEST for action port [ 840.984396] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_rules [ 840.984598] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_members [ 840.984797] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b with Priority: HIGHEST for action port [ 840.985352] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.985485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.985600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.986471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.986471] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.989375] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.989608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.989730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.990062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.990402] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.990501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.990594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.990859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.991028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.991556] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.993267] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.993976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.993976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.995397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.995397] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.003751] env[66865]: INFO networking_nsxv3.common.synchronization [req-946c17f3-a818-4efc-8947-ff50dc978db7 req-aa01caec-cf15-4272-9240-9c1bdb49a1cc tempest-ServerRescueTestJSONUnderV235-1817361197 tempest-ServerRescueTestJSONUnderV235-1817361197-project-member] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 841.005680] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGHEST for action security_group_members [ 841.006242] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.006464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.006593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.006920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.007194] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.007379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.007508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.007831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.007928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.008326] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.224180] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.224374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.224501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.224738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.239857] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 841.240988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.242925] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 841.288070] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.288321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.288321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.288562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.297557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.298279] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 841.298395] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.298457] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 841.349866] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.350135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.350135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.350369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.352257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.352490] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 841.473845] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.474710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.474865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.475210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.475585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.475935] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 841.496570] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.498126] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.498372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.498717] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b with status ACTIVE [ 841.498923] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.499079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.499177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.499460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.499617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.499784] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.499902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.499989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.500157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.500278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.500466] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.500627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.500723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.500924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.501069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.501171] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b is going to be updated. [ 841.511450] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.511709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.511808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.512078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.543300] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.543554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.543554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.543771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.543937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.544117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec91ff19-6b4c-49fd-a57b-dc964b7b6c1b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.548347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.548611] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.550297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.550297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.550297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.550297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.550297] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be updated. [ 841.588997] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.589221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.589221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.589458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.589615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.602405] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: IN_PROGRESS for 2s [ 841.627366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.627606] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.627606] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.627781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.628031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.628297] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 841.628393] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2e07b2b0-ef10-4cff-b069-ea6902742ca8', 'f6cf6a44-db9b-4007-98c8-bb2001252a2e', '38bd41ab-e928-4c85-aacd-ade3f604d942', '73db16e3-2241-419e-9359-8488dcb4388c', '2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d', 'c07fbead-7041-4193-a25c-9b20d616faaf', 'eb90a80a-6df7-4e08-ae53-5af377a61ab7', '1c53bcee-5b0c-4858-9813-726d1cf014e3', 'e2b1eef1-b746-437c-900a-f9320807b646', '1e6912c4-b98a-41fc-9ab5-11a58d01b395', 'a627223d-f759-4e84-9e18-d7f4e346cb9d', '71c55d54-be17-4d34-a568-b7f47dd6015b', 'f9b21138-722d-4f53-bb34-2b3b1c1918d4', '617b2553-2833-4f8f-9324-54d3ddba61b6', '977d842e-e2e4-424c-9774-3ed15ceaa45d', '274389b9-3dc2-47b5-b166-a3cb85d19f12', '9da87ee5-ec6f-413b-8dc2-25d750a32c8d', '5a805e97-9c25-4093-aeaf-ba93a90ec74b', '41906929-4c4e-4125-8fef-d617553d2d99', 'a2abd62b-7e75-4480-b135-817be22e61bf', '3e40f767-9f36-44fa-9aba-d8f5a21208a8', 'b77d5cf8-87b3-4698-a0b2-426266e42d2d', 'b83a4358-4915-4ca5-88a2-1924cf349a81', '86442f91-5935-418f-a702-60ccf4f42000', 'bcada153-b330-4fb3-b23e-fab5946e6d67', 'b7885f4d-2162-429b-bdc8-7c3a7b802c57', '04e213c2-d3bb-4dcc-a1dc-0b3057bd8183', 'ee2931fc-9554-4efe-b5b6-5c0d13871044', '8b85b397-cd10-48ca-82ac-66afa8b1bad1', '062c1010-fa50-4a98-9f9e-100597af74b2', '58ffb2ce-3615-4bac-89c7-63908e92d52a', 'ba2cb424-d686-4076-aced-558e21ac96a6', '149e261c-97f0-455e-b22b-07aa310e8015', '106f11ab-9c11-4d85-995f-7c957e83441c', 'b60d7564-b72e-4f4c-a509-07b61a277b45', 'd16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5', '3087abcd-567c-45db-9eaf-dadd2d69b53f', '66200bef-146a-4c42-b9ec-8300caf37917', 'f411f87f-76af-4988-b117-239a557b8720', '71c44057-5eb4-406c-80b7-5dccf69477f2', 'e18a1753-f2b3-4157-b77c-10985d37c4c8', '5e629231-b747-4434-9228-fee01ef62d19', 'fb556c72-c6b7-403c-a4ea-643964d143bc', 'b7341e45-59b8-4e37-81f7-ca290156dbf0', '4b487416-e0c5-439a-be55-97d3b1ae1068'} {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.628488] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 841.649655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.649918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.649918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.650130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.650198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.650307] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 841.650419] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.650499] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 841.803669] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.804206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.804206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.804206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.805014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.805319] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 841.805433] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.805524] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 841.805599] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 841.805697] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 841.805772] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGH for action security_group_rules [ 841.805851] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGH for action security_group_rules [ 841.805912] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGH for action security_group_rules [ 841.805986] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGH for action security_group_rules [ 841.806095] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGH for action security_group_rules [ 841.806169] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGH for action security_group_rules [ 841.806270] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGH for action security_group_rules [ 841.806376] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGH for action security_group_rules [ 841.806464] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGH for action security_group_rules [ 841.806543] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGH for action security_group_rules [ 841.806587] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGH for action security_group_rules [ 841.806622] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGH for action security_group_rules [ 841.806702] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGH for action security_group_rules [ 841.806787] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGH for action security_group_rules [ 841.806851] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGH for action security_group_rules [ 841.806976] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGH for action security_group_rules [ 841.807098] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGH for action security_group_rules [ 841.807174] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGH for action security_group_rules [ 841.807255] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGH for action security_group_rules [ 841.807336] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGH for action security_group_rules [ 841.807476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.912525] env[66865]: INFO networking_nsxv3.common.synchronization [req-ed2eb714-8fa9-4389-b7f4-f9c372964dc2 req-faf85c2e-1fb7-4efd-bdb9-3cead06fe849 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 841.912821] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 841.912980] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 with Priority: HIGH for action security_group_rules [ 841.913097] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 with Priority: HIGH for action security_group_rules [ 841.913200] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGH for action security_group_rules [ 841.913299] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGH for action security_group_rules [ 841.913395] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2abd62b-7e75-4480-b135-817be22e61bf with Priority: HIGH for action security_group_rules [ 841.913488] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGH for action security_group_rules [ 841.913577] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b with Priority: HIGH for action security_group_rules [ 841.913678] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d with Priority: HIGH for action security_group_rules [ 841.913770] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGH for action security_group_rules [ 841.913859] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 with Priority: HIGH for action security_group_rules [ 841.913945] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGH for action security_group_rules [ 841.914039] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGH for action security_group_rules [ 841.914129] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a627223d-f759-4e84-9e18-d7f4e346cb9d with Priority: HIGH for action security_group_rules [ 841.914215] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGH for action security_group_rules [ 841.914304] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2b1eef1-b746-437c-900a-f9320807b646 with Priority: HIGH for action security_group_rules [ 841.914391] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGH for action security_group_rules [ 841.914477] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGH for action security_group_rules [ 841.914564] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d with Priority: HIGH for action security_group_rules [ 841.914652] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e with Priority: HIGH for action security_group_rules [ 841.914739] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGH for action security_group_rules [ 841.915036] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.915164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.915246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.915478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.915635] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.915738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.915789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.915932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.916024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.916120] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.919218] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.919218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.919218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.919376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.919376] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e07b2b0-ef10-4cff-b069-ea6902742ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.920572] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38bd41ab-e928-4c85-aacd-ade3f604d942 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.920705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.920758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.921037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.921037] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38bd41ab-e928-4c85-aacd-ade3f604d942',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.921871] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.921871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.921871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.922038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.922318] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.923297] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.923297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.923297] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2abd62b-7e75-4480-b135-817be22e61bf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.923297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.923297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.923603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.923603] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2abd62b-7e75-4480-b135-817be22e61bf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.925489] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.925489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.925489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.926560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.926560] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.927023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.927623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.927623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.927623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.927623] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a805e97-9c25-4093-aeaf-ba93a90ec74b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.929226] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.929226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.929226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.929226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.929226] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9da87ee5-ec6f-413b-8dc2-25d750a32c8d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.929914] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.929914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.929914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.930094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.930233] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.932352] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-274389b9-3dc2-47b5-b166-a3cb85d19f12 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.932451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.932494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.932609] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.932705] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('274389b9-3dc2-47b5-b166-a3cb85d19f12',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.932940] env[66865]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 841.933767] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.933909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.934024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.934129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.934387] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.935269] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.935269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.935269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.935442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.935442] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.936459] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a627223d-f759-4e84-9e18-d7f4e346cb9d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.936459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.936813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.936972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.937063] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a627223d-f759-4e84-9e18-d7f4e346cb9d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.938022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.938132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.938197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.938197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.938197] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.939222] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2b1eef1-b746-437c-900a-f9320807b646 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.939319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.939378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.939704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.939704] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2b1eef1-b746-437c-900a-f9320807b646',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.941594] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.941707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.941771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.941927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.941998] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.943996] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.943996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.943996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.943996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.943996] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.944399] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.944399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.944399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.944576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.944636] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.946157] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.946157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.946290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.946376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.946451] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6cf6a44-db9b-4007-98c8-bb2001252a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.948257] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.948533] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.948798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.948959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.949049] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.949277] env[66865]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 841.954150] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.954471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.954569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.954798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.987031] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.987554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.988862] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.989050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.998854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.998854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.998854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.998854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.999262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.999262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.999262] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 842.006068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.006371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.007636] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.047052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.047052] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e07b2b0-ef10-4cff-b069-ea6902742ca8 is going to be deleted. [ 842.051076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.051076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.062604] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.062604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.062604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.062604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.062987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.074950] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 842.078170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.078439] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38bd41ab-e928-4c85-aacd-ade3f604d942 is going to be deleted. [ 842.124609] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.124851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.124924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.125222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.125349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.125500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e07b2b0-ef10-4cff-b069-ea6902742ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.145502] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.145863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.146049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.146845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.146845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.146845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38bd41ab-e928-4c85-aacd-ade3f604d942" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.363131] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.363533] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.363658] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.363924] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.364296] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.364465] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.364576] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.364897] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.365154] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.365448] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.365593] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.365768] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.365916] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.366064] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.366180] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.366324] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.393214] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.393414] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.393597] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.393843] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.394343] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-0de35c10-b987-4586-8459-3525b2bdcee2 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.394594] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-0de35c10-b987-4586-8459-3525b2bdcee2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.394767] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-0de35c10-b987-4586-8459-3525b2bdcee2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.395251] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-0de35c10-b987-4586-8459-3525b2bdcee2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.395448] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de35c10-b987-4586-8459-3525b2bdcee2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.457017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.457017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.457017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.457298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.457396] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.457653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.457653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.457851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.457851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.457851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.458117] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.513900] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.514137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.514252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.514556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.514838] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.514981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.515100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.515366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.515473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.515658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.515768] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.517053] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.517224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.517224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.517399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.517487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.517581] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa is going to be created. [ 842.519262] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.519416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.519476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.519645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.519794] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.519918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.520013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.520207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.520318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.520433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.520576] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.521724] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.521724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.521724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.521978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.522510] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.522510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.522510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.522510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.522800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.522800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.522800] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.525170] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.525254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.525322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.525531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.525708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.525856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.525930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.526091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.526169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.526298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.526618] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.528149] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.528280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.528333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.528489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.528637] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.528875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.528875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.528965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.529033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.529117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.529205] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.532043] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.532043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.532272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.532272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.532485] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.532600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.532688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.532900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.532955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.533784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.533784] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.534088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.534169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.534215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.534687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.534687] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.534687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.534687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.534897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.534897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.534973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.535028] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.543187] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.544210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.544210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.544210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.544210] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.544210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.544210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.544710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.544710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.544710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.544710] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.549195] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.549195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.549195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.549389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.555705] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.606308] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.606526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.608038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.608038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.608854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.608975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.609766] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.609879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.610622] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.610906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.611523] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.611676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.611786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.612016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.612242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.613992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.614101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.614696] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.614787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.615589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615690] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2abd62b-7e75-4480-b135-817be22e61bf is going to be deleted. [ 842.617632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.617835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.629993] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa in Status: UNINITIALIZED for 2s [ 842.640267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.640458] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2b1eef1-b746-437c-900a-f9320807b646 is going to be deleted. [ 842.642244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.642562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.671909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.671991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d is going to be deleted. [ 842.672927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.673206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.677894] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.678048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.694887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.695179] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a627223d-f759-4e84-9e18-d7f4e346cb9d is going to be deleted. [ 842.695917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.696147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.712105] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.712329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.715389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.715512] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9da87ee5-ec6f-413b-8dc2-25d750a32c8d is going to be deleted. [ 842.716544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.716758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.732739] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.732919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.753675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.753835] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a805e97-9c25-4093-aeaf-ba93a90ec74b is going to be deleted. [ 842.754863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.755106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.826641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.826641] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 274389b9-3dc2-47b5-b166-a3cb85d19f12 is going to be deleted. [ 842.827407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.827407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.827407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.827514] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e is going to be deleted. [ 842.828680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.828680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.828827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.828884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2abd62b-7e75-4480-b135-817be22e61bf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.830378] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.830574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.830574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.830786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.830878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.830996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9da87ee5-ec6f-413b-8dc2-25d750a32c8d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.831156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.831335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.831420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.831593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2b1eef1-b746-437c-900a-f9320807b646" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.832234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.832449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.832581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.832666] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aba56b0-591a-4ce2-aeeb-d0c8f6e1514d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.843112] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.843320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.843370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.843624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.843720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.843881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a627223d-f759-4e84-9e18-d7f4e346cb9d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.874568] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.874670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.874707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.874927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.875033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.875164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a805e97-9c25-4093-aeaf-ba93a90ec74b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.898178] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.899237] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.899237] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.899237] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.899237] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.899237] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 0de35c10-b987-4586-8459-3525b2bdcee2 not found, creating... [ 842.900161] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.900363] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.900481] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.900765] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.900956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.901355] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.901533] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.901696] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.901984] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.902162] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.902317] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 0de35c10-b987-4586-8459-3525b2bdcee2 is going to be created. [ 842.930408] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.930408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.930408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.930714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.930874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.930948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.945351] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.945614] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.945741] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.946111] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.946348] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.946605] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-0de35c10-b987-4586-8459-3525b2bdcee2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.953253] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 842.953494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.953684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.953917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.954028] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.961187] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.961380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.961450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.961752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.961951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.962066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.962180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.962385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.963105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.963379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.963453] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.963505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.963573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.963711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.963884] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.963999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.964071] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.964225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.964304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.964387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.964479] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.978216] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.978531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.978531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.978742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.978888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.979100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-274389b9-3dc2-47b5-b166-a3cb85d19f12" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.020255] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.020615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.020615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.020765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.020895] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.021024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.021092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.021248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.021353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.021493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.021795] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.022052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.022219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.022859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.023138] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.023306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.023374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.023541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.023643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.023738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.023837] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.028587] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.028736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.028812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.029016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.029183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.029284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.029345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.029490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.029728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.029728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.029903] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.029903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.029999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.030070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.030210] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.030302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.030357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.030493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.030567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.030649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.030743] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.031741] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.046732] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.047834] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.048089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.048089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.048268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.048413] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.048516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.048608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.048739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.048919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.048919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.049110] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.049232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.049232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.049419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.049485] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.049580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.049639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.049774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.049853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.049934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.050041] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.051221] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.065495] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71c55d54-be17-4d34-a568-b7f47dd6015b: rpc.has_security_group_logging(os_id): False [ 843.067452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.067452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.067452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.067695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.067792] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.067891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.067953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.068166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.068315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.068380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.068570] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.068682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.068771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.068951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.069142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.069252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.069341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.069506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.069594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.069704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.069817] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.134615] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.134879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.134879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.135139] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.168391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.168855] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.169069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.169184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.169570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.169696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.169857] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b is going to be updated. [ 843.240252] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.240426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.240481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.240668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.240807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.255812] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c55d54-be17-4d34-a568-b7f47dd6015b in Status: IN_PROGRESS for 2s [ 843.457028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.457235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.457318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.457712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.457801] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.457901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.457901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.458171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.458309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.458430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.458495] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.468899] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb90a80a-6df7-4e08-ae53-5af377a61ab7: rpc.has_security_group_logging(os_id): False [ 843.494520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.494768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.494916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.495245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.517372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.517649] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.517802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.517873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.518149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.518262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.518517] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.518656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.518755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.518964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.519081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.519302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.519418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.519514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.519703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.519797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.519899] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be updated. [ 843.525672] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c53bcee-5b0c-4858-9813-726d1cf014e3: rpc.has_security_group_logging(os_id): False [ 843.533486] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b21138-722d-4f53-bb34-2b3b1c1918d4: rpc.has_security_group_logging(os_id): False [ 843.534593] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 617b2553-2833-4f8f-9324-54d3ddba61b6: rpc.has_security_group_logging(os_id): False [ 843.549880] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.550049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.550917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.550917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.551476] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41906929-4c4e-4125-8fef-d617553d2d99: rpc.has_security_group_logging(os_id): False [ 843.553142] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73db16e3-2241-419e-9359-8488dcb4388c: rpc.has_security_group_logging(os_id): False [ 843.553945] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6912c4-b98a-41fc-9ab5-11a58d01b395: rpc.has_security_group_logging(os_id): False [ 843.573078] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c07fbead-7041-4193-a25c-9b20d616faaf: rpc.has_security_group_logging(os_id): False [ 843.579543] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.579690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.580492] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.580607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.581284] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.581399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.582164] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.582257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.583021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.583235] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.583347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.583412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.583635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.583726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.583945] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.584081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.584127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.584293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.584359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.584574] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.584675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.584735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.584880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.584953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.585062] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be updated. [ 843.586255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.586438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.588153] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.588580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.597814] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.597996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.614432] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e in Status: SUCCESS [ 843.614680] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cf6a44-db9b-4007-98c8-bb2001252a2e deletion is rescheduled due to dependency. [ 843.614759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cf6a44-db9b-4007-98c8-bb2001252a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.619646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.619912] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.620045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.620115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.620425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.620425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.620589] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.620691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.620753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.620898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.620993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.621167] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.621284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.621329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.621439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.621512] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.621623] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 843.622738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.622910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.626404] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.626524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.646271] env[66865]: INFO networking_nsxv3.common.synchronization [req-ed2eb714-8fa9-4389-b7f4-f9c372964dc2 req-a3c99470-c07b-4503-9ddf-d43e21bd5ed5 service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 843.646480] env[66865]: INFO networking_nsxv3.common.synchronization [req-ed2eb714-8fa9-4389-b7f4-f9c372964dc2 req-a3c99470-c07b-4503-9ddf-d43e21bd5ed5 service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 843.646640] env[66865]: INFO networking_nsxv3.common.synchronization [req-ed2eb714-8fa9-4389-b7f4-f9c372964dc2 req-a3c99470-c07b-4503-9ddf-d43e21bd5ed5 service nova] Enqueued Resource ID: 0de35c10-b987-4586-8459-3525b2bdcee2 with Priority: HIGHEST for action port [ 843.647286] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 843.647451] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 843.647578] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de35c10-b987-4586-8459-3525b2bdcee2 with Priority: HIGHEST for action port [ 843.647924] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.648085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.648179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.648409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.648498] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.649390] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.649548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.649781] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de35c10-b987-4586-8459-3525b2bdcee2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.649928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de35c10-b987-4586-8459-3525b2bdcee2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.649962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de35c10-b987-4586-8459-3525b2bdcee2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.650237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de35c10-b987-4586-8459-3525b2bdcee2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.650351] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de35c10-b987-4586-8459-3525b2bdcee2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.656259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.656512] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.656646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.656697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.656992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.657091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.657300] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.657404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.657469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.657629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.657705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.657978] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.657978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.658086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.658202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.658279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.658370] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 843.659901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.660087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.667515] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.667724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.685285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.685614] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.685720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.685787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.685990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.686091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.686190] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 is going to be updated. [ 843.688103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.688341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.740291] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.740624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.748039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.748347] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.748482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.748553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.748763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.748848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.749063] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.749160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.749221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.749378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.749453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.749739] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.749825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.749904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.750034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.750113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.750210] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 843.751530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.751791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.751983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.753327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.753543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.755684] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.755847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.830602] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: IN_PROGRESS for 2s [ 843.834198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.834426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.836357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.836783] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.836937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.836937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.837194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.837285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.837390] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 is going to be updated. [ 843.838734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.838969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.895285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.895821] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.896042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.896112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.896332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.896413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.896575] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 is going to be updated. [ 843.897748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.897960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.898144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.899160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.899346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.899508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.900506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.900741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.900930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.902118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.902325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.902502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.947303] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 843.948178] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: IN_PROGRESS for 2s [ 843.954832] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: IN_PROGRESS for 2s [ 843.956016] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 843.961190] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.961459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.961615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.961918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.962147] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.962330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.962431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.962648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.962785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.962883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.963138] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.963292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.963371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.963544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.963740] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.963913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.964027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.964192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.964316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.964456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.964562] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.973999] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.973999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.974256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.974298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.974458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.977805] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.978008] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.978112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.978446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.978709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.995248] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 in Status: IN_PROGRESS for 2s [ 843.998289] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 844.050775] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.051017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.051017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.051294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.051532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.091089] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 844.091374] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 deletion is rescheduled due to dependency. [ 844.091618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.091903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.092305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.092650] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.092853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.093015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.093340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.093496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.093714] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.096351] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41906929-4c4e-4125-8fef-d617553d2d99 in Status: IN_PROGRESS for 2s [ 844.152555] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.152825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.152948] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0de35c10-b987-4586-8459-3525b2bdcee2 with status ACTIVE [ 844.153169] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.153301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.153383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.153661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.153756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.153993] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.154126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.154228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.154403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.154494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.154707] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.154812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.154885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.155071] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.155147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.155230] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0de35c10-b987-4586-8459-3525b2bdcee2 is going to be updated. [ 844.191306] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.191625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.191625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.191957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.192152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.192340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de35c10-b987-4586-8459-3525b2bdcee2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.467672] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977d842e-e2e4-424c-9774-3ed15ceaa45d: rpc.has_security_group_logging(os_id): False [ 844.491776] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.492042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.492145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.492367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.543576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.543863] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.544043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.544121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.544325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.544417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.544660] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.544780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.544844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.545105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.545221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.545372] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.545496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.545576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.545884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.546127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.546301] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 844.597333] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.621151] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.621355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.621355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.621630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.621784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.640556] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa in Status: SUCCESS [ 844.640769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.641798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.641798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.641987] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.641987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.642107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.642200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.642281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.642369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.642462] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.644156] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 845.099955] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.145757] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.274051] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71c55d54-be17-4d34-a568-b7f47dd6015b in Status: SUCCESS [ 845.274051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.604674] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.604674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.604674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.604892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.605050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.605183] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 845.643928] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.644038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.644077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.644271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.644576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.648374] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4d2d9e1-f45e-4b3c-820d-f593838c81aa: rpc.has_security_group_logging(os_id): False [ 845.661205] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 845.671679] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.671897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.671951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.672292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.672292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.672490] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.672607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.672679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.672876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.672996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.673135] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa is going to be created. [ 845.768449] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.768714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.768787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.769027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.769363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.783428] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa in Status: IN_PROGRESS for 2s [ 845.845563] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: SUCCESS [ 845.845857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.969644] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 845.969644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.971032] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: SUCCESS [ 845.971032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.973520] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 845.973794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.974591] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 845.974772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.013635] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 846.013911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.014808] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 in Status: SUCCESS [ 846.014996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.113024] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41906929-4c4e-4125-8fef-d617553d2d99 in Status: SUCCESS [ 846.113527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.660442] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 846.660672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.693274] env[66865]: INFO networking_nsxv3.common.synchronization [req-de681a4b-869f-47e8-819a-7d3f6abcf8cf req-1a33b8c9-c76b-482d-aea4-fc5ca0346114 tempest-ServerGroupTestJSON-1883494775 tempest-ServerGroupTestJSON-1883494775-project-member] Enqueued Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGHEST for action security_group_members [ 846.693274] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGHEST for action security_group_members [ 846.693921] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a602b48-bbe9-411d-9dbd-8295e7405d00 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.694145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.694263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.694798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.695018] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.695152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.695283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.695461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.695556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.695915] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.147849] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.148294] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-783" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.148294] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-783" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.148545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-783" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.148817] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.148996] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.149167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.150080] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.150080] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.150080] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.150080] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.150080] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.150371] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.150371] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.150371] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.150537] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.174444] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.174703] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.174868] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.175079] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-783" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.175488] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-090e765c-8c1a-44e7-bb70-c6d124912498 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.175699] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-090e765c-8c1a-44e7-bb70-c6d124912498" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.175820] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-090e765c-8c1a-44e7-bb70-c6d124912498" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.176315] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-090e765c-8c1a-44e7-bb70-c6d124912498" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.176403] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090e765c-8c1a-44e7-bb70-c6d124912498',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.202296] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.202296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.202526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.202565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.202663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.202883] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.202983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.203081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.203247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.203339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.203430] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 already deleted. [ 847.203509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.676034] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 847.676034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.676034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.676034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.676034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.676034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.676034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.676034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.676034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.676034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.676034] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.680068] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.680330] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.680498] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.680751] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.680894] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.681819] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 090e765c-8c1a-44e7-bb70-c6d124912498 not found, creating... [ 847.682315] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.682557] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.682793] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.683037] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.683753] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.683820] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.684629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.684629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.684629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.685029] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.685029] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 090e765c-8c1a-44e7-bb70-c6d124912498 is going to be created. [ 847.706616] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.706943] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.707096] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.707500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.707923] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.708013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-090e765c-8c1a-44e7-bb70-c6d124912498" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.800995] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa in Status: SUCCESS [ 847.801375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.179446] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.179833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.179833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.179949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.180762] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.182418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.182418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.182418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.182586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.182878] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.182878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.182878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.183306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.183464] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.183563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.183625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.183781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.183859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.184630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.184783] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.548836] env[66865]: INFO networking_nsxv3.common.synchronization [req-de681a4b-869f-47e8-819a-7d3f6abcf8cf req-cc2d31b7-1f64-49ea-98e3-fa5e172a6e47 service nova] Enqueued Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGHEST for action security_group_rules [ 848.548836] env[66865]: INFO networking_nsxv3.common.synchronization [req-de681a4b-869f-47e8-819a-7d3f6abcf8cf req-cc2d31b7-1f64-49ea-98e3-fa5e172a6e47 service nova] Enqueued Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGHEST for action security_group_members [ 848.548836] env[66865]: INFO networking_nsxv3.common.synchronization [req-de681a4b-869f-47e8-819a-7d3f6abcf8cf req-cc2d31b7-1f64-49ea-98e3-fa5e172a6e47 service nova] Enqueued Resource ID: 090e765c-8c1a-44e7-bb70-c6d124912498 with Priority: HIGHEST for action port [ 848.548836] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGHEST for action security_group_rules [ 848.548836] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGHEST for action security_group_members [ 848.549394] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090e765c-8c1a-44e7-bb70-c6d124912498 with Priority: HIGHEST for action port [ 848.550142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a602b48-bbe9-411d-9dbd-8295e7405d00 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.550489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.550677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.551054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.552030] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.553056] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a602b48-bbe9-411d-9dbd-8295e7405d00 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.553503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.553669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.554601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.555316] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.555316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.555496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.556235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.556284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.556415] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.557498] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-090e765c-8c1a-44e7-bb70-c6d124912498 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.557601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090e765c-8c1a-44e7-bb70-c6d124912498" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.557636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090e765c-8c1a-44e7-bb70-c6d124912498" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.557837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090e765c-8c1a-44e7-bb70-c6d124912498" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.557924] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090e765c-8c1a-44e7-bb70-c6d124912498',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.687741] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcada153-b330-4fb3-b23e-fab5946e6d67: rpc.has_security_group_logging(os_id): False [ 848.708029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.708310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.708370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.708579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.708673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.708881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.712028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.712028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.712028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.712028] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 848.789610] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.789610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.789610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.789610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.789610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.805685] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 849.054820] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a602b48-bbe9-411d-9dbd-8295e7405d00 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.055166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.065692] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 090e765c-8c1a-44e7-bb70-c6d124912498 with status ACTIVE [ 849.065692] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.065692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.065692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.065692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.065692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.066310] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.066475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.066802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.067043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.067176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.068051] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.068051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.068051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.068051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.068051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.068051] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 090e765c-8c1a-44e7-bb70-c6d124912498 is going to be updated. [ 849.072020] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.093603] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.094163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.094163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.094163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.094939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.094939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090e765c-8c1a-44e7-bb70-c6d124912498" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.573576] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.080975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.080975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.080975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.081766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.081766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.081766] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 is going to be created. [ 850.122437] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.122437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.122437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.122437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.122437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.139789] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 in Status: UNINITIALIZED for 2s [ 850.333901] env[66865]: INFO networking_nsxv3.common.synchronization [req-35b52450-cbd7-4b4a-918c-b7680c1ded5e req-60183431-8ab7-4299-9196-c6cd6c970911 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 850.334629] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 850.334962] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.337257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.337335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.337554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.337731] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.337839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.337900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.338071] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.338233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.338338] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.821290] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 850.821689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.841800] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.841978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.842252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.842346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.842383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.842560] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.842660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.842721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.842875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.842949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.843045] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 850.880775] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.880998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.881070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.881897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.881897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.894288] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 851.115252] env[66865]: INFO networking_nsxv3.common.synchronization [None req-686960e9-f6b7-4b04-ba2f-3576fb7ba6ab tempest-ImagesOneServerNegativeTestJSON-1978027139 tempest-ImagesOneServerNegativeTestJSON-1978027139-project-member] Enqueued Resource ID: 412674d8-2455-4b85-ba1d-13088e06005c with Priority: HIGHEST for action security_group_rules [ 851.116087] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412674d8-2455-4b85-ba1d-13088e06005c with Priority: HIGHEST for action security_group_rules [ 851.116496] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-412674d8-2455-4b85-ba1d-13088e06005c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.116645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-412674d8-2455-4b85-ba1d-13088e06005c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.116716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-412674d8-2455-4b85-ba1d-13088e06005c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.116985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-412674d8-2455-4b85-ba1d-13088e06005c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.117099] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('412674d8-2455-4b85-ba1d-13088e06005c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.209983] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c5a74399-9823-4a1b-b593-deaa791c5b42 tempest-ImagesOneServerNegativeTestJSON-1978027139 tempest-ImagesOneServerNegativeTestJSON-1978027139-project-member] Enqueued Resource ID: 412674d8-2455-4b85-ba1d-13088e06005c with Priority: HIGHEST for action security_group_rules [ 851.213150] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412674d8-2455-4b85-ba1d-13088e06005c with Priority: HIGHEST for action security_group_rules [ 851.214021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-412674d8-2455-4b85-ba1d-13088e06005c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.214163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-412674d8-2455-4b85-ba1d-13088e06005c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.647534] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.647708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.647793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.648038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.648141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.648193] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 412674d8-2455-4b85-ba1d-13088e06005c already deleted. [ 851.648406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-412674d8-2455-4b85-ba1d-13088e06005c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.648520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-412674d8-2455-4b85-ba1d-13088e06005c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.648580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-412674d8-2455-4b85-ba1d-13088e06005c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.648701] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('412674d8-2455-4b85-ba1d-13088e06005c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.156988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 in Status: SUCCESS [ 852.156988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.157598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.157837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.158611] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.158777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.158858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.159067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.159638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.159747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.160229] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.183313] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.183478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.183583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.183857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.183993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.184121] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 412674d8-2455-4b85-ba1d-13088e06005c already deleted. [ 852.184225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-412674d8-2455-4b85-ba1d-13088e06005c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.663893] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a602b48-bbe9-411d-9dbd-8295e7405d00 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.663990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.664204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.664335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.664580] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.665517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.665517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.665517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.665517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.665517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.665517] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a602b48-bbe9-411d-9dbd-8295e7405d00 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.665517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.665517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.666082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.666082] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.666082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.666082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.666082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.666280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.666280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.666342] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.905250] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 852.905781] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 852.905945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.170039] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a602b48-bbe9-411d-9dbd-8295e7405d00: rpc.has_security_group_logging(os_id): False [ 853.194506] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.194658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.194734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.194946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.195045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.195298] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.195389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.195425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.195561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.195639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.195812] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.196538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.196677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.196856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.196942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.197159] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.197297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.197350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.197556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.197556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.197901] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 is going to be created. [ 853.276550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.276550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.276550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.276550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.276550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.289946] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 in Status: IN_PROGRESS for 2s [ 854.195568] env[66865]: INFO networking_nsxv3.common.synchronization [req-fc8d9a6a-866b-4e66-8a64-613a1d417da5 req-2759c18f-e848-4985-8084-5330bc6e01c6 tempest-InstanceActionsNegativeTestJSON-107960634 tempest-InstanceActionsNegativeTestJSON-107960634-project-member] Enqueued Resource ID: 41f1da69-90ac-4e76-8cb2-17a807976296 with Priority: HIGHEST for action security_group_members [ 854.197028] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f1da69-90ac-4e76-8cb2-17a807976296 with Priority: HIGHEST for action security_group_members [ 854.197028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f1da69-90ac-4e76-8cb2-17a807976296 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.197028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.197028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.197028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.197028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.197517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.197601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.197766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.197854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.197952] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41f1da69-90ac-4e76-8cb2-17a807976296',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.700676] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.700842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.700924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.701186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.702444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.702444] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.702444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.702444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.702444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.702444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.702444] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41f1da69-90ac-4e76-8cb2-17a807976296 already deleted. [ 854.702444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.764671] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-691 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.764671] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-691" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.764902] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-691" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.765244] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-691" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.765445] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.765623] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.765755] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.766017] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.766170] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.766389] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.766500] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.766603] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.766710] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.766826] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.766955] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.767101] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.790775] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.790775] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.790990] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.791490] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-691" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.791490] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-70f56604-7ec7-448d-a776-2e11788100a3 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.791854] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-70f56604-7ec7-448d-a776-2e11788100a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.791854] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-70f56604-7ec7-448d-a776-2e11788100a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.792304] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-70f56604-7ec7-448d-a776-2e11788100a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.792453] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70f56604-7ec7-448d-a776-2e11788100a3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.296443] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.296827] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.296827] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.297082] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.297236] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.297388] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 70f56604-7ec7-448d-a776-2e11788100a3 not found, creating... [ 855.297711] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.297879] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.298012] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.298311] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.298459] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.298770] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.298929] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.299089] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.299441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.299655] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.300575] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 70f56604-7ec7-448d-a776-2e11788100a3 is going to be created. [ 855.303560] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 in Status: SUCCESS [ 855.303772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.319013] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.319411] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.319607] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.319924] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.320200] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.320451] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-70f56604-7ec7-448d-a776-2e11788100a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.733834] env[66865]: INFO networking_nsxv3.common.synchronization [None req-aeeefa1b-bdc7-4d74-bd28-92b18594565e None None] Enqueued Resource ID: 3bc8d9ed-0766-433f-9dea-2fdad10e6cad with Priority: HIGHEST for action port [ 855.735021] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc8d9ed-0766-433f-9dea-2fdad10e6cad with Priority: HIGHEST for action port [ 855.735192] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc8d9ed-0766-433f-9dea-2fdad10e6cad taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.735707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc8d9ed-0766-433f-9dea-2fdad10e6cad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.735707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc8d9ed-0766-433f-9dea-2fdad10e6cad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.736015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc8d9ed-0766-433f-9dea-2fdad10e6cad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.737437] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc8d9ed-0766-433f-9dea-2fdad10e6cad',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.019374] env[66865]: INFO networking_nsxv3.common.synchronization [req-fc8d9a6a-866b-4e66-8a64-613a1d417da5 req-0a885a07-2943-4d89-9966-b35870374dec service nova] Enqueued Resource ID: 41f1da69-90ac-4e76-8cb2-17a807976296 with Priority: HIGHEST for action security_group_rules [ 856.019374] env[66865]: INFO networking_nsxv3.common.synchronization [req-fc8d9a6a-866b-4e66-8a64-613a1d417da5 req-0a885a07-2943-4d89-9966-b35870374dec service nova] Enqueued Resource ID: 41f1da69-90ac-4e76-8cb2-17a807976296 with Priority: HIGHEST for action security_group_members [ 856.019457] env[66865]: INFO networking_nsxv3.common.synchronization [req-fc8d9a6a-866b-4e66-8a64-613a1d417da5 req-0a885a07-2943-4d89-9966-b35870374dec service nova] Enqueued Resource ID: 70f56604-7ec7-448d-a776-2e11788100a3 with Priority: HIGHEST for action port [ 856.019681] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f1da69-90ac-4e76-8cb2-17a807976296 with Priority: HIGHEST for action security_group_rules [ 856.019789] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f1da69-90ac-4e76-8cb2-17a807976296 with Priority: HIGHEST for action security_group_members [ 856.019882] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f56604-7ec7-448d-a776-2e11788100a3 with Priority: HIGHEST for action port [ 856.020769] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41f1da69-90ac-4e76-8cb2-17a807976296 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.020986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.021048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.021304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.021394] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41f1da69-90ac-4e76-8cb2-17a807976296',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.022988] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f1da69-90ac-4e76-8cb2-17a807976296 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.023345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.023345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.024388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.024388] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.024388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.024388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.024388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.024388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.024388] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41f1da69-90ac-4e76-8cb2-17a807976296',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.027036] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-70f56604-7ec7-448d-a776-2e11788100a3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.027036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70f56604-7ec7-448d-a776-2e11788100a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.027036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70f56604-7ec7-448d-a776-2e11788100a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.027036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70f56604-7ec7-448d-a776-2e11788100a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.027036] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70f56604-7ec7-448d-a776-2e11788100a3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.239498] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc8d9ed-0766-433f-9dea-2fdad10e6cad [ 856.240394] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.240394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.240394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.240613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.240767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.243716] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc8d9ed-0766-433f-9dea-2fdad10e6cad already deleted. [ 856.243716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc8d9ed-0766-433f-9dea-2fdad10e6cad" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.525035] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f1da69-90ac-4e76-8cb2-17a807976296 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.525035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.527836] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41f1da69-90ac-4e76-8cb2-17a807976296',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.529093] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70f56604-7ec7-448d-a776-2e11788100a3 with status ACTIVE [ 856.534022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.534022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.534022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.534022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.534022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.534022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.534022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.534022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.534022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.534022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.534022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.535283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.537050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.537050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.537050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.537050] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70f56604-7ec7-448d-a776-2e11788100a3 is going to be updated. [ 856.568286] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.568511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.568656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.568988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.569264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.569931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70f56604-7ec7-448d-a776-2e11788100a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.042059] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41f1da69-90ac-4e76-8cb2-17a807976296',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.113039] env[66865]: INFO networking_nsxv3.common.synchronization [req-bd6004fa-1779-488f-9b49-7c0c49c6c849 req-0c9935a3-c118-45bd-ad81-1b2c62f0eef6 tempest-ServersNegativeTestJSON-1343422665 tempest-ServersNegativeTestJSON-1343422665-project-member] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 857.113164] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 857.114374] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.116370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.116370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.118207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.118207] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.118207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.118207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.118207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.118207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.118207] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.548302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.549314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.549314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.550431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.550431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.550431] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41f1da69-90ac-4e76-8cb2-17a807976296 is going to be created. [ 857.556175] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.556354] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.557336] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.557336] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.557336] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.557336] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.557336] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.557700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.557700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.560845] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.560845] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.560845] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.560845] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.560845] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.560845] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.560845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.594535] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.594535] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.594535] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.594535] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.594535] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-606db6cf-2bb3-4376-9265-03bce21af7cc taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.594535] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.594535] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.594535] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.594535] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606db6cf-2bb3-4376-9265-03bce21af7cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.598381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.598553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.598825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.598940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.599104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.612976] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5034b7f5-5c52-4193-a5e6-3fb12c2cc97d tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 857.613623] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 857.614170] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.614325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.614446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.614658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.615057] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.617214] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41f1da69-90ac-4e76-8cb2-17a807976296 in Status: UNINITIALIZED for 2s [ 857.625172] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.625896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626197] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.626317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.626483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.626751] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.626842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.626937] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 already deleted. [ 857.627033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.820886] env[66865]: INFO networking_nsxv3.common.synchronization [None req-cfe7a500-ab45-472f-870b-5e7273e698e3 tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 857.821173] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 857.821525] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.821683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.098043] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.098207] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.098366] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.098641] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.098785] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.098986] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 606db6cf-2bb3-4376-9265-03bce21af7cc not found, creating... [ 858.099267] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.099429] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.099564] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.099774] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.099905] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.100192] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.100344] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.100485] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.100686] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.100826] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.100970] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 606db6cf-2bb3-4376-9265-03bce21af7cc is going to be created. [ 858.127507] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.127507] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.127791] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.128176] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.128292] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.128535] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.140773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.140954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.141049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.141263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.141374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.141500] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584cd475-17f4-42ab-a475-c486db3a338b already deleted. [ 858.141599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.141783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.141993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.142097] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.285599] env[66865]: INFO networking_nsxv3.common.synchronization [None req-190c10cc-c269-4017-b3a5-f858fc160fcc None None] Enqueued Resource ID: 418855e6-716f-4f17-a213-541e93cd00f4 with Priority: HIGHEST for action port [ 858.286147] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418855e6-716f-4f17-a213-541e93cd00f4 with Priority: HIGHEST for action port [ 858.291163] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-418855e6-716f-4f17-a213-541e93cd00f4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.291163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-418855e6-716f-4f17-a213-541e93cd00f4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.291163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-418855e6-716f-4f17-a213-541e93cd00f4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.291163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-418855e6-716f-4f17-a213-541e93cd00f4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.291163] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418855e6-716f-4f17-a213-541e93cd00f4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.664744] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.664744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.664744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.664744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.664744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.664744] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584cd475-17f4-42ab-a475-c486db3a338b already deleted. [ 858.664744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.791298] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 418855e6-716f-4f17-a213-541e93cd00f4 [ 858.791536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.791688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.791754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.792086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.792086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.792179] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:418855e6-716f-4f17-a213-541e93cd00f4 already deleted. [ 858.792360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-418855e6-716f-4f17-a213-541e93cd00f4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.869076] env[66865]: INFO networking_nsxv3.common.synchronization [req-bd6004fa-1779-488f-9b49-7c0c49c6c849 req-69d66f60-4303-4d7d-8e50-b26927da4000 service nova] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_rules [ 858.869076] env[66865]: INFO networking_nsxv3.common.synchronization [req-bd6004fa-1779-488f-9b49-7c0c49c6c849 req-69d66f60-4303-4d7d-8e50-b26927da4000 service nova] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 858.869076] env[66865]: INFO networking_nsxv3.common.synchronization [req-bd6004fa-1779-488f-9b49-7c0c49c6c849 req-69d66f60-4303-4d7d-8e50-b26927da4000 service nova] Enqueued Resource ID: 606db6cf-2bb3-4376-9265-03bce21af7cc with Priority: HIGHEST for action port [ 858.870217] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_rules [ 858.870217] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 858.870217] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606db6cf-2bb3-4376-9265-03bce21af7cc with Priority: HIGHEST for action port [ 858.870217] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.870217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.870497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.870595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.870662] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.874871] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.874871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.874871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.874871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.874871] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.874871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.874871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.874871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.874871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.874871] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.876121] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-606db6cf-2bb3-4376-9265-03bce21af7cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.876259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.877829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.878047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.878179] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606db6cf-2bb3-4376-9265-03bce21af7cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.374948] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.374948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.381279] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.382538] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 606db6cf-2bb3-4376-9265-03bce21af7cc with status ACTIVE [ 859.382799] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.383059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.383131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.383343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.383434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.383697] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.383775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.383817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.383965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.384061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.384253] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.384367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.384415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.384586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.384637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.384677] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 606db6cf-2bb3-4376-9265-03bce21af7cc is going to be updated. [ 859.408672] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.408672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.408672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.408847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.408964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.409148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.628874] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41f1da69-90ac-4e76-8cb2-17a807976296 in Status: SUCCESS [ 859.630612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.630612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.630612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.630612] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.630612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.630612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.630612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.630612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.630612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.630612] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41f1da69-90ac-4e76-8cb2-17a807976296',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.886862] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.133114] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f1da69-90ac-4e76-8cb2-17a807976296 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.133321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.133427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.133655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.133846] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.133952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.134028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.134186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.134275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.134361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.134509] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f1da69-90ac-4e76-8cb2-17a807976296 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.134602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.134661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.134801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.134933] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.135032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.135093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.135228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.135302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.135381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.135475] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41f1da69-90ac-4e76-8cb2-17a807976296',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.390132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.390337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.390392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.390724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.390843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.390962] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be created. [ 860.418030] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.422448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.422551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.422856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.423026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.435618] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: UNINITIALIZED for 2s [ 860.642395] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41f1da69-90ac-4e76-8cb2-17a807976296: rpc.has_security_group_logging(os_id): False [ 860.665319] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.665319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.665319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.665319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.665319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.665319] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.665319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.665319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.665319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.665319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.667588] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.667988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.669446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.669446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.669446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.669446] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.669446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.669446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.669446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.669446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.669446] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41f1da69-90ac-4e76-8cb2-17a807976296 is going to be created. [ 860.741934] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.742443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.742443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.742561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.742830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.762248] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41f1da69-90ac-4e76-8cb2-17a807976296 in Status: IN_PROGRESS for 2s [ 861.255450] env[66865]: INFO networking_nsxv3.common.synchronization [req-3548f610-aa56-4c96-aa84-2c4711cb53e2 req-7bc35d39-61cd-42ff-af2f-051761d442c5 tempest-ListImageFiltersTestJSON-1541338831 tempest-ListImageFiltersTestJSON-1541338831-project-member] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 861.256157] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 861.256583] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.256729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.256785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.256979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.258220] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.258220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.258220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.258220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.258220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.258220] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.762213] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.265804] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.447323] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 862.447323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.447323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.447323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.447323] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.447569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.447569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.447683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.447857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.447857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.447953] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.704190] env[66865]: INFO networking_nsxv3.common.synchronization [req-8dd67429-f4ee-48ab-b30b-58b501c467f5 req-7d5854a1-f992-440d-96e9-60a62ff8169e tempest-ServerGroupTestJSON-1883494775 tempest-ServerGroupTestJSON-1883494775-project-member] Enqueued Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGHEST for action security_group_members [ 862.705587] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGHEST for action security_group_members [ 862.705587] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a602b48-bbe9-411d-9dbd-8295e7405d00 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.705587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.705587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.705786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.705966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.706132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.706132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.706444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.706444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.706615] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.767782] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.768249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.768407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.768632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.768769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.768918] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be updated. [ 862.777226] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41f1da69-90ac-4e76-8cb2-17a807976296 in Status: SUCCESS [ 862.777563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.803868] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.804037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.804109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.804356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.804493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.822401] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: IN_PROGRESS for 2s [ 862.951871] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.952073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.952149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.952426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.952601] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.952710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.952790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.952961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.953057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.953157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.953309] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.953422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.953485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.953863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.953863] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.953986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.954458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.954458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.954458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.954458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.954642] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.209885] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.210294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.212042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.212042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.212042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.212042] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.212042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.212042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.212042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.214485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.214485] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 is going to be updated. [ 863.249807] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.249807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.249807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.249807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.249807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.264067] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 in Status: IN_PROGRESS for 2s [ 863.460945] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a83c9b89-7a02-41e2-846b-534ae1b99607: rpc.has_security_group_logging(os_id): False [ 863.480535] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.480702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.480908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.481024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.481125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.481306] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.481490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.481490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.481729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.481820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.482048] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.482137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.482190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.482373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.482507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.482708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.482853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.482918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.483341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.483341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.483341] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be created. [ 863.552350] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.552916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.552916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.552916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.553159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.566465] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: IN_PROGRESS for 2s [ 864.838788] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: SUCCESS [ 864.838788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.275180] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 in Status: SUCCESS [ 865.275373] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 deletion is rescheduled due to dependency. [ 865.275496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.583387] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 865.584153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.932752] env[66865]: INFO networking_nsxv3.common.synchronization [req-7cbdc1aa-6f92-4ea1-ab79-66dcdfd7e026 req-30f8541c-0510-476a-b1b0-342fc291093a tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGHEST for action security_group_members [ 866.932752] env[66865]: INFO networking_nsxv3.common.synchronization [req-7cbdc1aa-6f92-4ea1-ab79-66dcdfd7e026 req-30f8541c-0510-476a-b1b0-342fc291093a tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 866.933188] env[66865]: INFO networking_nsxv3.common.synchronization [req-7cbdc1aa-6f92-4ea1-ab79-66dcdfd7e026 req-30f8541c-0510-476a-b1b0-342fc291093a tempest-SecurityGroupsTestJSON-522892557 tempest-SecurityGroupsTestJSON-522892557-project-member] Enqueued Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 866.937948] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGHEST for action security_group_members [ 866.938173] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGHEST for action security_group_members [ 866.938316] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGHEST for action security_group_members [ 866.938721] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-106f11ab-9c11-4d85-995f-7c957e83441c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.938897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.938999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.939306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.940451] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.940451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.940451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.940451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.940451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.940451] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.942079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.942254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.942333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.942552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.942753] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.942892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.943022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.943215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.943333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.943464] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.946088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.946088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.946088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.946088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.946463] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.946463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.946463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.946880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.946880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.946880] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.450033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.450033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.450033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.450033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.450911] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.451252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.451766] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.451894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.474206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.474431] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.474553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.474553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.474744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.474824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.474929] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 106f11ab-9c11-4d85-995f-7c957e83441c is going to be updated. [ 867.475969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.476476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.476569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.476775] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.476883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.476953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.477129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.477201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.477300] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be updated. [ 867.479613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.480073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.618246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.621289] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.621289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.621289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.621289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.621289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.621289] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 is going to be updated. [ 867.642056] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.642056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.642056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.642534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.642595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.644820] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.645028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.645028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.645275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.645437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.657401] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106f11ab-9c11-4d85-995f-7c957e83441c in Status: IN_PROGRESS for 2s [ 867.658385] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: IN_PROGRESS for 2s [ 867.659469] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.660104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.660104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.661948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.661948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.672399] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: IN_PROGRESS for 2s [ 868.155383] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3fa02401-6282-4a38-80d3-6befdf1667f6 None None] Enqueued Resource ID: 35c75425-48e5-4953-a355-c15e13a07faf with Priority: HIGHEST for action port [ 868.155383] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c75425-48e5-4953-a355-c15e13a07faf with Priority: HIGHEST for action port [ 868.160276] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-35c75425-48e5-4953-a355-c15e13a07faf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.161841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35c75425-48e5-4953-a355-c15e13a07faf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.161841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35c75425-48e5-4953-a355-c15e13a07faf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.161841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35c75425-48e5-4953-a355-c15e13a07faf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.161841] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c75425-48e5-4953-a355-c15e13a07faf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.664451] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35c75425-48e5-4953-a355-c15e13a07faf [ 868.665225] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.665225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.665225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.665225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.665225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.665519] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35c75425-48e5-4953-a355-c15e13a07faf already deleted. [ 868.665519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35c75425-48e5-4953-a355-c15e13a07faf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.200768] env[66865]: INFO networking_nsxv3.common.synchronization [None req-547f8736-d2a6-4a4a-8925-6f40c72309fa tempest-ServerRescueNegativeTestJSON-2043290721 tempest-ServerRescueNegativeTestJSON-2043290721-project-member] Enqueued Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_rules [ 869.201789] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_rules [ 869.204809] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c22c99-2acc-4196-b51d-46596146aed4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.204987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.205070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.205408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.205503] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.310392] env[66865]: INFO networking_nsxv3.common.synchronization [None req-ad2f5f11-b443-44df-8b8a-dcdfc2a48eec tempest-ServerRescueNegativeTestJSON-2043290721 tempest-ServerRescueNegativeTestJSON-2043290721-project-member] Enqueued Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_rules [ 869.311152] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_rules [ 869.311471] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c22c99-2acc-4196-b51d-46596146aed4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.311615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.672150] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 106f11ab-9c11-4d85-995f-7c957e83441c in Status: SUCCESS [ 869.672150] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 106f11ab-9c11-4d85-995f-7c957e83441c deletion is rescheduled due to dependency. [ 869.672150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.673649] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73db16e3-2241-419e-9359-8488dcb4388c in Status: SUCCESS [ 869.673824] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73db16e3-2241-419e-9359-8488dcb4388c deletion is rescheduled due to dependency. [ 869.673912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.682177] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba2cb424-d686-4076-aced-558e21ac96a6 in Status: SUCCESS [ 869.682360] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 deletion is rescheduled due to dependency. [ 869.682473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.708541] env[66865]: INFO networking_nsxv3.common.synchronization [req-8c16240e-3cd9-419d-b925-d0bbf83d2159 req-61681601-26c1-49c7-9b31-09504fa66130 tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 869.710308] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 869.711037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.711037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.711037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.711267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.711267] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.711360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.711403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.711545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.711624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.711743] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.732807] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.732915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.732968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.733189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.733285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.733375] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c22c99-2acc-4196-b51d-46596146aed4 already deleted. [ 869.733482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.734046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.734224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.734313] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.214647] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.215073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.215073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.216837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.216837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.216837] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.217102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.217102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.217476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.217476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.217476] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 870.259741] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.259741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.259741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.260045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.260045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.260121] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c22c99-2acc-4196-b51d-46596146aed4 already deleted. [ 870.260552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.264419] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.264419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.264775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.264987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.266637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.277980] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 870.398187] env[66865]: INFO networking_nsxv3.common.synchronization [req-0882d61e-d055-4700-9a51-33d44c50864a req-aa8eb977-13ca-48c8-9402-444584d10109 tempest-ImagesOneServerNegativeTestJSON-1978027139 tempest-ImagesOneServerNegativeTestJSON-1978027139-project-member] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 870.399411] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 870.400325] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.400325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.400325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.400694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.400694] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.400780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.400780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.402969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.402969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.402969] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.813953] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.813953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.813953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.813953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.813953] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.813953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.814450] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.814784] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.815053] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.815376] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.815959] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.816228] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.816445] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.816770] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.816980] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.817255] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.840215] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.840439] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.840529] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.840705] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.841028] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-25a12f84-2b13-4363-ab4f-37e4701d5089 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.841205] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-25a12f84-2b13-4363-ab4f-37e4701d5089" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.841315] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-25a12f84-2b13-4363-ab4f-37e4701d5089" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.841661] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-25a12f84-2b13-4363-ab4f-37e4701d5089" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.841815] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a12f84-2b13-4363-ab4f-37e4701d5089',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.905264] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.905436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.905516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.905752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.928867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.929362] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.929534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.929758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.930013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.930188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.930423] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 870.964873] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.965096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.965096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.965303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.965444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.978025] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 871.078882] env[66865]: INFO networking_nsxv3.common.synchronization [None req-cd9422d2-4ac5-4ca2-86ef-de0b99acd940 None None] Enqueued Resource ID: 39b252b8-bb24-4017-bdb1-ae15f3cf947f with Priority: HIGHEST for action port [ 871.079414] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b252b8-bb24-4017-bdb1-ae15f3cf947f with Priority: HIGHEST for action port [ 871.079879] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b252b8-bb24-4017-bdb1-ae15f3cf947f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.080081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b252b8-bb24-4017-bdb1-ae15f3cf947f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.080197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b252b8-bb24-4017-bdb1-ae15f3cf947f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.080482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b252b8-bb24-4017-bdb1-ae15f3cf947f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.080868] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b252b8-bb24-4017-bdb1-ae15f3cf947f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.347256] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.347595] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.347798] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.348050] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.348148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.348389] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 25a12f84-2b13-4363-ab4f-37e4701d5089 not found, creating... [ 871.348551] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.348744] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.348957] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.349248] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.349392] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.349721] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.349884] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.350532] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.350532] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.350532] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.350814] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 25a12f84-2b13-4363-ab4f-37e4701d5089 is going to be created. [ 871.375830] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.376215] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.376215] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.376441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.376638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.376869] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-25a12f84-2b13-4363-ab4f-37e4701d5089" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.583394] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39b252b8-bb24-4017-bdb1-ae15f3cf947f [ 871.584060] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.584345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.584449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.584753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.584887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.585035] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39b252b8-bb24-4017-bdb1-ae15f3cf947f already deleted. [ 871.586795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b252b8-bb24-4017-bdb1-ae15f3cf947f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.101938] env[66865]: INFO networking_nsxv3.common.synchronization [req-0882d61e-d055-4700-9a51-33d44c50864a req-044029ab-dbe8-4c3d-8beb-83363346262b service nova] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_rules [ 872.101938] env[66865]: INFO networking_nsxv3.common.synchronization [req-0882d61e-d055-4700-9a51-33d44c50864a req-044029ab-dbe8-4c3d-8beb-83363346262b service nova] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 872.101938] env[66865]: INFO networking_nsxv3.common.synchronization [req-0882d61e-d055-4700-9a51-33d44c50864a req-044029ab-dbe8-4c3d-8beb-83363346262b service nova] Enqueued Resource ID: 25a12f84-2b13-4363-ab4f-37e4701d5089 with Priority: HIGHEST for action port [ 872.101938] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_rules [ 872.101938] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 872.101938] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a12f84-2b13-4363-ab4f-37e4701d5089 with Priority: HIGHEST for action port [ 872.103216] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.103631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.106219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.106219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.106219] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.106219] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.106219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.106219] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-25a12f84-2b13-4363-ab4f-37e4701d5089 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.106219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25a12f84-2b13-4363-ab4f-37e4701d5089" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.106219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25a12f84-2b13-4363-ab4f-37e4701d5089" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.108372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25a12f84-2b13-4363-ab4f-37e4701d5089" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.108372] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a12f84-2b13-4363-ab4f-37e4701d5089',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.288300] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 872.288300] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d deletion is rescheduled due to dependency. [ 872.288300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.386662] env[66865]: INFO networking_nsxv3.common.synchronization [req-56238e6a-b320-4819-a7e4-9f1a4c927c25 req-adf57db9-cb39-4c31-9636-90562653e3a3 tempest-ServersTestBootFromVolume-993376381 tempest-ServersTestBootFromVolume-993376381-project-member] Enqueued Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_members [ 872.387252] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGHEST for action security_group_members [ 872.387786] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.387980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.387980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.388198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.388356] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.389055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.389055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.389055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.389055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.389055] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.610336] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.610918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.611238] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25a12f84-2b13-4363-ab4f-37e4701d5089 with status ACTIVE [ 872.611472] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.611472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.611599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.611969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.611969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.612100] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.612162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.612201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.613137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.613137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.613137] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.613137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.613137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.613397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.613397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.613464] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25a12f84-2b13-4363-ab4f-37e4701d5089 is going to be updated. [ 872.642350] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.642604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.642604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.642867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.643276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.643276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25a12f84-2b13-4363-ab4f-37e4701d5089" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.893875] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.893875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.893875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.893875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.893875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.893875] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.893875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.893875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.893875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.893875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.893875] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 is going to be updated. [ 872.965343] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.965529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.965576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.965813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.966058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.975475] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 in Status: IN_PROGRESS for 2s [ 872.985624] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 872.986684] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 deletion is rescheduled due to dependency. [ 872.986684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.986684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.986684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.986684] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.987267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.987267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.987267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.987267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.987267] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.060125] env[66865]: INFO networking_nsxv3.common.synchronization [req-1fcb1364-fbf0-42fd-a330-5aefb490b776 req-d9b48816-3407-46d0-a21c-176751089aa2 tempest-InstanceActionsNegativeTestJSON-107960634 tempest-InstanceActionsNegativeTestJSON-107960634-project-member] Enqueued Resource ID: 41f1da69-90ac-4e76-8cb2-17a807976296 with Priority: HIGHEST for action security_group_members [ 873.060125] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f1da69-90ac-4e76-8cb2-17a807976296 with Priority: HIGHEST for action security_group_members [ 873.060125] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f1da69-90ac-4e76-8cb2-17a807976296 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.060125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.060125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.061191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.061849] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.063307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.063307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.063307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.063514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.063597] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41f1da69-90ac-4e76-8cb2-17a807976296',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.489502] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.568406] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.568583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.568697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.568953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.569292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.569362] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.569421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.569511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.571214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.571214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.571214] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41f1da69-90ac-4e76-8cb2-17a807976296 is going to be updated. [ 873.599843] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.600642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.600642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.600642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.600642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.610342] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41f1da69-90ac-4e76-8cb2-17a807976296 in Status: IN_PROGRESS for 2s [ 873.991847] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.270960] env[66865]: INFO networking_nsxv3.common.synchronization [req-cd566b47-0cad-4abb-801c-efdbf01cc045 req-77f2fea1-4cb0-4a68-bc8c-cebe34e9a1ca tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 874.272232] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 874.272659] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.272792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.272862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.273159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.273345] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.273452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.273649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.273700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.273749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.274253] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.495775] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.495775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.496221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.496440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.496595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.498877] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 874.552333] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.552535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.552583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.553158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.553238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.565865] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 874.738595] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.738812] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.738948] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.739369] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.739646] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.739835] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.739959] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.740401] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.740728] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.740825] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.741481] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.741481] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.741481] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.741481] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.741481] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.741481] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.763213] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.763385] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.763549] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.763732] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.764155] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.764343] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.764470] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.764822] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.764962] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7990de-7069-4fd2-bc86-ba3da9fa2d0a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.776522] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.776746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.776916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.777183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.777344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.777640] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.777758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.777849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.778056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.778149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.778318] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b already deleted. [ 874.778318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.987449] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 in Status: SUCCESS [ 874.987449] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 deletion is rescheduled due to dependency. [ 874.987449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.267575] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.267575] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.267575] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.267812] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.268061] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.268061] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 7c7990de-7069-4fd2-bc86-ba3da9fa2d0a not found, creating... [ 875.268328] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.268487] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.268599] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.268816] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.268951] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.269299] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.269404] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.269575] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.270059] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.270212] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.270378] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 7c7990de-7069-4fd2-bc86-ba3da9fa2d0a is going to be created. [ 875.293388] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.293659] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.293814] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.294293] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.294441] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.294667] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.624981] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41f1da69-90ac-4e76-8cb2-17a807976296 in Status: SUCCESS [ 875.625347] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41f1da69-90ac-4e76-8cb2-17a807976296 deletion is rescheduled due to dependency. [ 875.625347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f1da69-90ac-4e76-8cb2-17a807976296" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.044776] env[66865]: INFO networking_nsxv3.common.synchronization [req-cd566b47-0cad-4abb-801c-efdbf01cc045 req-8e7e0bdd-d8da-430b-96d7-709a667d442b service nova] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 876.044965] env[66865]: INFO networking_nsxv3.common.synchronization [req-cd566b47-0cad-4abb-801c-efdbf01cc045 req-8e7e0bdd-d8da-430b-96d7-709a667d442b service nova] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 876.045123] env[66865]: INFO networking_nsxv3.common.synchronization [req-cd566b47-0cad-4abb-801c-efdbf01cc045 req-8e7e0bdd-d8da-430b-96d7-709a667d442b service nova] Enqueued Resource ID: 7c7990de-7069-4fd2-bc86-ba3da9fa2d0a with Priority: HIGHEST for action port [ 876.045727] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 876.045898] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 876.046078] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c7990de-7069-4fd2-bc86-ba3da9fa2d0a with Priority: HIGHEST for action port [ 876.046402] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.046530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.046633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.046800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.046888] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.047866] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.047991] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.048116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.048263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.048414] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.048579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.048579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.048707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.048811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.049031] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.050717] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.050835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.050894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.051854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.051854] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c7990de-7069-4fd2-bc86-ba3da9fa2d0a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.201852] env[66865]: INFO networking_nsxv3.common.synchronization [req-f029dc00-ce95-43f4-8b7b-796f36127d1c req-cca53371-704b-4798-8122-fd09c9bbeb43 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 876.202454] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 876.202786] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.203359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.203359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.204245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.204245] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.204245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.204245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.204406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.204442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.204557] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.553190] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.554687] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.554814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.555262] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c7990de-7069-4fd2-bc86-ba3da9fa2d0a with status ACTIVE [ 876.555448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.555574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.555641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.555836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.555926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.556115] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.556225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.556279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.556439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.556513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.556813] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.557212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.557347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.557609] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.557713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.557858] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c7990de-7069-4fd2-bc86-ba3da9fa2d0a is going to be updated. [ 876.585775] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 876.585992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.586425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586613] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.586809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.586916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.587343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.587456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.587570] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.598760] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.599117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.599248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.599608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.599747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.600023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c7990de-7069-4fd2-bc86-ba3da9fa2d0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.710021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.710021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.710021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.710021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.710021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.710021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.710021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.710021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.710021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.710021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.710021] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 876.743647] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.743647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.743647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.743647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.743647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.753460] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 877.057090] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.093356] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.093356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.093566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.093650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.093812] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.093915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.094029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.094132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.094220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.094310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.094460] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.094554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.094625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.094755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.094879] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.094959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.095043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.095181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.095259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.095362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.095535] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.558583] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.558834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.558834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.559058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.559154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.559258] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be created. [ 877.585826] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.586224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.586224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.586617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.586617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.597840] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b487416-e0c5-439a-be55-97d3b1ae1068: rpc.has_security_group_logging(os_id): False [ 877.600738] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: UNINITIALIZED for 2s [ 877.620079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.620331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.620423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.620734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.620906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.621178] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.621370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.621499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.621720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.621846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.622081] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.622188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.624401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.624401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.624401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.624401] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.624401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.624401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.624401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.624401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.624401] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 877.666828] env[66865]: INFO networking_nsxv3.common.synchronization [req-0d3f8dc0-ca60-4960-96c5-3055319e4ad0 req-9f8d10b6-3ba2-4d28-a875-aa6d92ea0df3 tempest-ServersTestJSON-365842752 tempest-ServersTestJSON-365842752-project-member] Enqueued Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_members [ 877.667459] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGHEST for action security_group_members [ 877.667832] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.668110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.668193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.668407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.668640] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.668716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.668716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.668893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.669029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.669172] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.690062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.690285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.690385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.690562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.690724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.705989] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 877.745803] env[66865]: INFO networking_nsxv3.common.synchronization [req-b06c3cb3-fbe0-4fad-9728-dcefe32d664b req-b18df58c-010c-470c-b6c8-4218b3f3d107 tempest-ServersAdminTestJSON-216911825 tempest-ServersAdminTestJSON-216911825-project-member] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 877.746465] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 877.746889] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.746984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.746984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.747261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.747454] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.747924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.748044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.748239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.748362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.748507] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.174743] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.174900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.175022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.175790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.175790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.175966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.175966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.176223] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.176562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.176562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.176562] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 is going to be updated. [ 878.206729] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.206910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.206983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.207225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.207382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.217290] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: IN_PROGRESS for 2s [ 878.250933] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.753354] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.766572] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 878.767020] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 deletion is rescheduled due to dependency. [ 878.767396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.773208] env[66865]: INFO networking_nsxv3.common.synchronization [req-8e9d228f-b2bf-4486-b38b-7cd073282364 req-7fb45a14-4e29-4efa-b1aa-cca55ec9495b tempest-MigrationsAdminTest-1393518306 tempest-MigrationsAdminTest-1393518306-project-member] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 878.774405] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 878.774725] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.774974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.775162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.775505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.775884] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.776373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.776373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.776594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.776772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.776962] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.255843] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.256079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.256152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.256374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.256461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.256655] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 879.285868] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.305055] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.305055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.305055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.305055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.305055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.318566] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 879.611045] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 879.611115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.611261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.611500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.611708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.611860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.611941] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.612121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.612200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.612290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.612384] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.720822] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 879.721083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.788848] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.115895] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.229595] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: IN_PROGRESS for 4s [ 880.291769] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.291963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.292092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.292330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.292431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.292540] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f411f87f-76af-4988-b117-239a557b8720 is going to be updated. [ 880.333996] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.333996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.333996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.334188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.334753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.345064] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: IN_PROGRESS for 2s [ 880.618444] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 584cd475-17f4-42ab-a475-c486db3a338b: rpc.has_security_group_logging(os_id): False [ 880.639631] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.639824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.640254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.640254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.640254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.640553] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.640625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.640661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.640799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.640862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.640960] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be created. [ 880.704451] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.704451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.704692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.704791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.705010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.715888] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 880.772209] env[66865]: INFO networking_nsxv3.common.synchronization [req-8bc24790-35c0-4c48-b120-fef180cf4e7d req-028f5e93-0bee-4413-926b-3d8155ddc809 tempest-ListImageFiltersTestJSON-1541338831 tempest-ListImageFiltersTestJSON-1541338831-project-member] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 880.772877] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGHEST for action security_group_members [ 880.773413] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.773413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.773413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.773835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.773835] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.773835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.774196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.774196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.774196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.774422] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.276957] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.277398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.277398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.277478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.277555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.277741] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.277842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.277903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.278075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.278380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.278380] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be updated. [ 881.348402] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 881.348740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.377519] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.377681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.377777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.377946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.378106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.387712] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: IN_PROGRESS for 2s [ 882.240577] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 in Status: SUCCESS [ 882.240855] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 deletion is rescheduled due to dependency. [ 882.241044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.356247] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: SUCCESS [ 882.356247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.728620] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 882.728881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.412116] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 in Status: SUCCESS [ 883.412116] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 deletion is rescheduled due to dependency. [ 883.412116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.774428] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.774728] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 886.450062] env[66865]: INFO networking_nsxv3.common.synchronization [None req-eef5d8fd-95be-4e97-83a9-f0007bcd0604 None None] Enqueued Resource ID: 268afe37-db83-449e-9f74-aa2ae4af7ce4 with Priority: HIGHEST for action port [ 886.450339] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 268afe37-db83-449e-9f74-aa2ae4af7ce4 with Priority: HIGHEST for action port [ 886.451652] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-268afe37-db83-449e-9f74-aa2ae4af7ce4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.451805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-268afe37-db83-449e-9f74-aa2ae4af7ce4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.451875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-268afe37-db83-449e-9f74-aa2ae4af7ce4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.452145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-268afe37-db83-449e-9f74-aa2ae4af7ce4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.452236] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('268afe37-db83-449e-9f74-aa2ae4af7ce4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.955631] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 268afe37-db83-449e-9f74-aa2ae4af7ce4 [ 886.955631] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.955631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.955631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.955631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.955631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.955631] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:268afe37-db83-449e-9f74-aa2ae4af7ce4 already deleted. [ 886.955631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-268afe37-db83-449e-9f74-aa2ae4af7ce4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.112715] env[66865]: INFO networking_nsxv3.common.synchronization [req-20cc9258-436e-4850-b9a5-eeb766c6f385 req-c9753142-eb3b-4221-9fa6-5c10ae1807b1 tempest-ServersNegativeTestJSON-1343422665 tempest-ServersNegativeTestJSON-1343422665-project-member] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 889.114763] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 889.115225] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.115394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.115475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.115733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.115934] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.116080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.116167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.116364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.116481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.116616] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.439440] env[66865]: INFO networking_nsxv3.common.synchronization [None req-b133204a-473a-4f07-813a-b1f8864f0895 None None] Enqueued Resource ID: 33332d82-6116-40d2-ad14-abc813e60032 with Priority: HIGHEST for action port [ 889.441035] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33332d82-6116-40d2-ad14-abc813e60032 with Priority: HIGHEST for action port [ 889.441381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-33332d82-6116-40d2-ad14-abc813e60032 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.441504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33332d82-6116-40d2-ad14-abc813e60032" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.441569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33332d82-6116-40d2-ad14-abc813e60032" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.441848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33332d82-6116-40d2-ad14-abc813e60032" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.441934] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33332d82-6116-40d2-ad14-abc813e60032',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.482127] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.482127] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.482127] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.482127] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.482289] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.482434] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.482546] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.482757] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.482895] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.486936] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.487091] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.487221] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.487331] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.487445] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.487554] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.487690] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.510206] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.510377] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.511919] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.511919] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.511919] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.511919] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.511919] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.511919] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.511919] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.620519] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.944908] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33332d82-6116-40d2-ad14-abc813e60032 [ 889.945203] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.945340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.945411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.945620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.945705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.945833] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33332d82-6116-40d2-ad14-abc813e60032 already deleted. [ 889.945939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33332d82-6116-40d2-ad14-abc813e60032" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.014814] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.016044] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.016044] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.016044] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.016044] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.016044] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3 not found, creating... [ 890.016044] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.016301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.016301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.016480] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.016612] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.016890] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.017055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.017189] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.017420] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.017550] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.017744] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3 is going to be created. [ 890.040932] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.041089] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.041176] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.041821] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.041821] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.041957] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.124622] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.627839] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.628429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.628429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.628429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.628573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.628644] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be updated. [ 890.677872] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.677872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.677872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.677872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.677872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.689974] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: IN_PROGRESS for 2s [ 890.773881] env[66865]: INFO networking_nsxv3.common.synchronization [req-20cc9258-436e-4850-b9a5-eeb766c6f385 req-064dc1e0-1d9f-417a-a6ce-2d55c7e2d614 service nova] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_rules [ 890.773881] env[66865]: INFO networking_nsxv3.common.synchronization [req-20cc9258-436e-4850-b9a5-eeb766c6f385 req-064dc1e0-1d9f-417a-a6ce-2d55c7e2d614 service nova] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 890.773881] env[66865]: INFO networking_nsxv3.common.synchronization [req-20cc9258-436e-4850-b9a5-eeb766c6f385 req-064dc1e0-1d9f-417a-a6ce-2d55c7e2d614 service nova] Enqueued Resource ID: 2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3 with Priority: HIGHEST for action port [ 890.774918] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_rules [ 890.775129] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 890.775239] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3 with Priority: HIGHEST for action port [ 890.775530] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.775671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.775715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.775948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.776033] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.778464] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.778596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.778766] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.778869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.779614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.779614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.779614] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.045024] env[66865]: INFO networking_nsxv3.common.synchronization [req-f8335ea1-0f8f-4c3b-a944-d7298ae4f753 req-c50f00b9-4863-45ac-90c4-238f1720c6d9 tempest-ImagesOneServerNegativeTestJSON-1978027139 tempest-ImagesOneServerNegativeTestJSON-1978027139-project-member] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 891.045024] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 891.045024] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.045024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.045024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.046299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.046655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.047921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.047921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.047921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.047921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.047921] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.281634] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.281947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.282059] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3 with status ACTIVE [ 891.282289] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.282519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.282564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.282811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.282933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.283191] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.283327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.283421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.283611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.283734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.284027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.284160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.284250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.284442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.284550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.284670] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3 is going to be updated. [ 891.310374] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.310531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.310603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.310869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.311035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.311715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8d8d0d-f68f-41ea-90af-a46dcdd0a2a3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.549650] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.549866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.549866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.550211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.550278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.550501] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.550625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.550693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.550860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.550955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.551446] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 891.590245] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.590456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.590456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.590592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.590736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.599415] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 891.842248] env[66865]: INFO networking_nsxv3.common.synchronization [req-943401e0-bd34-48c8-a029-972fd1940a3c req-644d231f-5f6a-44df-8b9a-0f975cf0c813 tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 891.842894] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 891.843297] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.843460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.843568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.844062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.844062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.844241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.844241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.844401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.844508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.844636] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.147649] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.147845] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.147971] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.148289] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.148541] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.148698] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.148811] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.149019] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.149161] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.149365] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.149472] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.149577] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.149692] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.149843] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.149952] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.150285] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.169326] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.169490] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.169626] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.169827] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.170156] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-d9527ade-d901-4404-816c-9bc7e24c80ec taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.170324] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-d9527ade-d901-4404-816c-9bc7e24c80ec" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.170438] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-d9527ade-d901-4404-816c-9bc7e24c80ec" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.170766] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-d9527ade-d901-4404-816c-9bc7e24c80ec" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.170907] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9527ade-d901-4404-816c-9bc7e24c80ec',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.348051] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.348051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.348374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.348374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.348374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.348629] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.348774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.348858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.349044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.349170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.349265] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 892.376625] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.376798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.376848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.377068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.377210] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.386721] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 892.673633] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.673873] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.673980] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.674289] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.674425] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.674575] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port d9527ade-d901-4404-816c-9bc7e24c80ec not found, creating... [ 892.674817] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.675010] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.675137] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.675405] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.675561] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.675839] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.675990] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.676326] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.676571] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.676733] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.676915] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: d9527ade-d901-4404-816c-9bc7e24c80ec is going to be created. [ 892.697783] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.698014] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.698145] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.698484] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.698705] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.698923] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-d9527ade-d901-4404-816c-9bc7e24c80ec" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.700482] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 892.700695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.700880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.701159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.701365] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.701496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.701582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.701754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.701914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.702110] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.205850] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.401608] env[66865]: INFO networking_nsxv3.common.synchronization [req-943401e0-bd34-48c8-a029-972fd1940a3c req-9a4ebe8e-ce3f-491c-a287-d664a5865625 service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 893.401888] env[66865]: INFO networking_nsxv3.common.synchronization [req-943401e0-bd34-48c8-a029-972fd1940a3c req-9a4ebe8e-ce3f-491c-a287-d664a5865625 service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 893.401947] env[66865]: INFO networking_nsxv3.common.synchronization [req-943401e0-bd34-48c8-a029-972fd1940a3c req-9a4ebe8e-ce3f-491c-a287-d664a5865625 service nova] Enqueued Resource ID: d9527ade-d901-4404-816c-9bc7e24c80ec with Priority: HIGHEST for action port [ 893.402182] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 893.402305] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 893.402395] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9527ade-d901-4404-816c-9bc7e24c80ec with Priority: HIGHEST for action port [ 893.403696] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.403696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.403696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.403696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.403696] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.405101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.405101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.405101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9527ade-d901-4404-816c-9bc7e24c80ec taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.405101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9527ade-d901-4404-816c-9bc7e24c80ec" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.405101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9527ade-d901-4404-816c-9bc7e24c80ec" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.405347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9527ade-d901-4404-816c-9bc7e24c80ec" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.405347] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9527ade-d901-4404-816c-9bc7e24c80ec',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.609616] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 893.610452] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 deletion is rescheduled due to dependency. [ 893.610452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.707930] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.906914] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.907110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.907699] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9527ade-d901-4404-816c-9bc7e24c80ec with status ACTIVE [ 893.907699] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.907699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.907699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.907917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.907917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.908066] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.908145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.908200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.908357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.908552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.908620] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.908690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.908734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.908880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.908955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.909049] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9527ade-d901-4404-816c-9bc7e24c80ec is going to be updated. [ 893.950033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.950033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.950033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.950033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.950302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.950333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9527ade-d901-4404-816c-9bc7e24c80ec" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.210842] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.210842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.210842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.210962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.211035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.211129] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be updated. [ 894.241671] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.241999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.242154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.242408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.242594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.251936] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: IN_PROGRESS for 2s [ 894.398083] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 894.398876] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d deletion is rescheduled due to dependency. [ 894.398876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.398876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.398876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.399337] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.399337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.399337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.399337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.399337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.399498] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.904477] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.406839] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.909334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.909716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.909716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.909716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.909820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.909911] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 895.936708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.936885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.936927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.937185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.937343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.946067] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 896.264396] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 896.264517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.264677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.264851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.265064] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.265181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.265270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.265422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.265506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.265594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.265697] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.476105] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9491780-e72b-4573-8d72-cf3da4403a3b req-4eaf7b42-cefe-4031-b18a-51d756221fb2 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 896.476105] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 896.476105] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.476105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.476105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.476644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.476904] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.477135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.477278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.477514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.477775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.477950] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.769142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.769435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.770067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.770067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.770067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.770222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.770381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.770535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.770662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.770836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.771097] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.771301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.771465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.771850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.772240] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.772744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.772744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.772744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.772837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.772865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.772966] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.843623] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.843823] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.843960] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.844348] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.844670] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.845525] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.845525] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.847312] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.847629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.847906] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.848121] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.848294] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.848511] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.848700] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.848938] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.849152] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.868374] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.868512] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.868707] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.868947] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.869164] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-f5fca096-2098-41cc-a920-90eba05109a0 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.869893] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-f5fca096-2098-41cc-a920-90eba05109a0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.869893] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-f5fca096-2098-41cc-a920-90eba05109a0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.869893] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-f5fca096-2098-41cc-a920-90eba05109a0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.870071] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5fca096-2098-41cc-a920-90eba05109a0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.980551] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.980883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.980883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.981375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.981375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.981506] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.981582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.981649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.981780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.981926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.982039] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 already deleted. [ 896.982147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.275637] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a83c9b89-7a02-41e2-846b-534ae1b99607: rpc.has_security_group_logging(os_id): False [ 897.297083] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.297254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.297333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.297665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.297722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.297939] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.298053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.298115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.298284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.298381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.298631] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.298769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.298851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.299028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.299154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.299397] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.299516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.299581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.299768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.299857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.299968] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be updated. [ 897.372814] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.373187] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.373409] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.373834] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.374097] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.374357] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port f5fca096-2098-41cc-a920-90eba05109a0 not found, creating... [ 897.374841] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.375138] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.375356] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.375740] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.375977] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.376464] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.376716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.376927] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.377313] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.377570] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.377823] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: f5fca096-2098-41cc-a920-90eba05109a0 is going to be created. [ 897.380326] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.380470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.380565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.380776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.380958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.409900] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.410198] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.410434] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.410761] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.410978] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.411228] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-f5fca096-2098-41cc-a920-90eba05109a0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.412691] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: IN_PROGRESS for 2s [ 897.960215] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 897.960215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.960215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.960215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.960215] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.960215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.960215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.960215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.960215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.960215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.960215] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.141908] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9491780-e72b-4573-8d72-cf3da4403a3b req-e1442ccb-d1e3-4aa7-bcb7-e57eb268f380 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 898.142302] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9491780-e72b-4573-8d72-cf3da4403a3b req-e1442ccb-d1e3-4aa7-bcb7-e57eb268f380 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 898.142302] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9491780-e72b-4573-8d72-cf3da4403a3b req-e1442ccb-d1e3-4aa7-bcb7-e57eb268f380 service nova] Enqueued Resource ID: f5fca096-2098-41cc-a920-90eba05109a0 with Priority: HIGHEST for action port [ 898.142753] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 898.143436] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 898.143554] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5fca096-2098-41cc-a920-90eba05109a0 with Priority: HIGHEST for action port [ 898.144752] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.144872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.144948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.145219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.145309] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.146290] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.146290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.146420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.146945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.146945] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.146945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.146945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.146945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.147220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.147220] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.148027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5fca096-2098-41cc-a920-90eba05109a0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.148027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5fca096-2098-41cc-a920-90eba05109a0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.148846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5fca096-2098-41cc-a920-90eba05109a0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.149047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5fca096-2098-41cc-a920-90eba05109a0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.151135] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5fca096-2098-41cc-a920-90eba05109a0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.462068] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.462227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.462267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.462498] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.462658] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.462765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.462865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.463037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.463146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.463215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.463362] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.463454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.463514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.463649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.463781] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.463869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.463927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.464070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.464169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.464240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.464292] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.650974] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.651591] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.651691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.654185] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5fca096-2098-41cc-a920-90eba05109a0 with status ACTIVE [ 898.654360] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.654775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.654775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.654775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.654891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.655086] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.655185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.655243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.655484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.655752] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.655752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.655858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.656361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.656361] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5fca096-2098-41cc-a920-90eba05109a0 is going to be updated. [ 898.678012] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.678168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.678282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.678436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.678570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.678724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5fca096-2098-41cc-a920-90eba05109a0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.966886] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977d842e-e2e4-424c-9774-3ed15ceaa45d: rpc.has_security_group_logging(os_id): False [ 898.985062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.985218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.985301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.985461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.985561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.985760] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.985879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.985961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.986092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.986159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.986355] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.986443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.986534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.986636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.986698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.986888] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.986992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.987061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.987181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.987295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.987405] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 899.054693] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.054693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.054693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.054860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.054928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.069539] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 899.153399] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.425723] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 899.426381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.657205] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.657379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.657453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.657682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.657774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.657876] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be created. [ 899.684074] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.684283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.684283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.684498] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.684663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.694393] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: UNINITIALIZED for 2s [ 901.086532] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 901.086797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.170503] env[66865]: INFO networking_nsxv3.common.synchronization [req-a3a6cfa2-932e-4c00-8a74-e7c92ee068c1 req-a9b050ae-fc8c-4242-bd3d-2a163ecf7436 tempest-ServerRescueNegativeTestJSON-2043290721 tempest-ServerRescueNegativeTestJSON-2043290721-project-member] Enqueued Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_members [ 901.171068] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_members [ 901.171370] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c22c99-2acc-4196-b51d-46596146aed4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.171485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.171548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.171786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.171982] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.174411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.175066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.175270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.175365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.176692] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.498777] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.498777] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.498777] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.498777] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.498777] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.498777] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.498777] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.499267] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.499267] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.500075] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.500075] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.500075] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.500075] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.500075] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.500075] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.500395] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.522312] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.522478] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.522598] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.522774] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-893" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.523107] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-92235da2-429e-4c78-877e-d3d0cbf6ffb6 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.523295] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-92235da2-429e-4c78-877e-d3d0cbf6ffb6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.523428] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-92235da2-429e-4c78-877e-d3d0cbf6ffb6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.523897] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-92235da2-429e-4c78-877e-d3d0cbf6ffb6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.523897] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92235da2-429e-4c78-877e-d3d0cbf6ffb6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.683072] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.683281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.683319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.683582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.683703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.684114] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.684254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.684339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.684532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.684631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.684736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c22c99-2acc-4196-b51d-46596146aed4 already deleted. [ 901.684840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.704133] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 901.704387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.704560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.704786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.705018] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.705148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.705214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.705378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.705456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.705555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.705650] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.026247] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.026582] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.026813] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.027123] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.027298] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.027454] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 92235da2-429e-4c78-877e-d3d0cbf6ffb6 not found, creating... [ 902.027760] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.027897] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.028027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.028259] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.028395] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.028718] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.028886] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.029013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.029229] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.029383] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.029491] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 92235da2-429e-4c78-877e-d3d0cbf6ffb6 is going to be created. [ 902.066515] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.066867] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.067131] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.067557] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.067974] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.068354] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-92235da2-429e-4c78-877e-d3d0cbf6ffb6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.130175] env[66865]: INFO networking_nsxv3.common.synchronization [req-44b8419e-b54a-460b-85f4-18140186bfb3 req-48f0bdb3-7e9a-4a14-9ab2-79f07c1b0f8c tempest-ServersNegativeTestJSON-1343422665 tempest-ServersNegativeTestJSON-1343422665-project-member] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 902.131014] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 902.131492] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.131684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.131799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.132124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.132373] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.132622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.132710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.132905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.133064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.133181] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.208523] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.208821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.208952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.209232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.209548] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.209714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.209821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.210605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.210605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.210605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.210605] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.210605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.210605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.210934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.210934] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.211021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.211088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.211234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.211314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.211396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.211489] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.635619] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.713811] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f34f7049-05c3-4e72-a67d-240ffda9d409: rpc.has_security_group_logging(os_id): False [ 902.736084] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.736255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.736329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.736548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.736629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.736849] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.736947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.737014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.737168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.737246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.737417] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.737500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.737560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.737694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.737764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.737933] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.738032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.738091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.738227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.738293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.738374] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be created. [ 902.799500] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.799575] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.799608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.799917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.800116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.811081] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 902.814203] env[66865]: INFO networking_nsxv3.common.synchronization [req-a3a6cfa2-932e-4c00-8a74-e7c92ee068c1 req-e2a48f7c-5f3e-4f09-9edf-aef4a4b72d0a service nova] Enqueued Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_rules [ 902.814412] env[66865]: INFO networking_nsxv3.common.synchronization [req-a3a6cfa2-932e-4c00-8a74-e7c92ee068c1 req-e2a48f7c-5f3e-4f09-9edf-aef4a4b72d0a service nova] Enqueued Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_members [ 902.814554] env[66865]: INFO networking_nsxv3.common.synchronization [req-a3a6cfa2-932e-4c00-8a74-e7c92ee068c1 req-e2a48f7c-5f3e-4f09-9edf-aef4a4b72d0a service nova] Enqueued Resource ID: 92235da2-429e-4c78-877e-d3d0cbf6ffb6 with Priority: HIGHEST for action port [ 902.814774] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_rules [ 902.814900] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_members [ 902.814993] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92235da2-429e-4c78-877e-d3d0cbf6ffb6 with Priority: HIGHEST for action port [ 902.815555] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c22c99-2acc-4196-b51d-46596146aed4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.815674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.815740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.815933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.816029] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.817101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c22c99-2acc-4196-b51d-46596146aed4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.817101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.817101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.817312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.817312] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.817442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.817481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.817720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.817720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.817850] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.818735] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-92235da2-429e-4c78-877e-d3d0cbf6ffb6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.818849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92235da2-429e-4c78-877e-d3d0cbf6ffb6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.818917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92235da2-429e-4c78-877e-d3d0cbf6ffb6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.819935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92235da2-429e-4c78-877e-d3d0cbf6ffb6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.820075] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92235da2-429e-4c78-877e-d3d0cbf6ffb6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.138091] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.219502] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.219698] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.219903] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.220197] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.220484] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.220643] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.220759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.221076] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.221251] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.221458] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.221574] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.221683] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.221787] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.221961] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.222094] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.222222] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.242080] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.242261] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.242394] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.242567] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.242905] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-7680853c-2d63-4af6-90fd-09ec88d2ad8f taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.243116] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.243234] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.243491] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.243677] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7680853c-2d63-4af6-90fd-09ec88d2ad8f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.322316] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.323223] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c22c99-2acc-4196-b51d-46596146aed4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.323393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.323499] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92235da2-429e-4c78-877e-d3d0cbf6ffb6 with status ACTIVE [ 903.323661] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.323768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.323832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.324059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.324343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.324536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.324648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.324696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.324867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.324948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.325312] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.325419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.325483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.325633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.325747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.325788] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92235da2-429e-4c78-877e-d3d0cbf6ffb6 is going to be updated. [ 903.349352] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.349471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.349513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.349718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.349911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.350116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92235da2-429e-4c78-877e-d3d0cbf6ffb6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.641174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.641327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.641398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.641624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.641690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.641789] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be updated. [ 903.675278] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.675278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.675481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.675526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.675716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.687621] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: IN_PROGRESS for 2s [ 903.746913] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.747217] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.747352] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.747651] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.747813] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.748124] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.748289] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.748404] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.748630] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.748762] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.749056] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.749239] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.749426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.749679] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.749818] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.749961] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 7680853c-2d63-4af6-90fd-09ec88d2ad8f is going to be updated. [ 903.792109] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.792375] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.792460] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.792733] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.793017] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.793256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.828311] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.332378] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.332378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.332378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.332860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.332934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.333076] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c22c99-2acc-4196-b51d-46596146aed4 is going to be created. [ 904.361990] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.362201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.362362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.362497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.362643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.372903] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c22c99-2acc-4196-b51d-46596146aed4 in Status: UNINITIALIZED for 2s [ 904.478985] env[66865]: INFO networking_nsxv3.common.synchronization [req-acafeb3a-7969-472a-9e8c-9d96738a5d6d req-2442102f-dcce-4fca-b501-e46eb016791a service nova] Enqueued Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_rules [ 904.479201] env[66865]: INFO networking_nsxv3.common.synchronization [req-acafeb3a-7969-472a-9e8c-9d96738a5d6d req-2442102f-dcce-4fca-b501-e46eb016791a service nova] Enqueued Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_members [ 904.479336] env[66865]: INFO networking_nsxv3.common.synchronization [req-acafeb3a-7969-472a-9e8c-9d96738a5d6d req-2442102f-dcce-4fca-b501-e46eb016791a service nova] Enqueued Resource ID: 7680853c-2d63-4af6-90fd-09ec88d2ad8f with Priority: HIGHEST for action port [ 904.479994] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_rules [ 904.480165] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_members [ 904.480271] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7680853c-2d63-4af6-90fd-09ec88d2ad8f with Priority: HIGHEST for action port [ 904.480539] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.480664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.480730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.480930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.481026] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.483596] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.483596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.483596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.483596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.483596] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.483596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.483596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.484422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.484422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.484422] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.485218] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-7680853c-2d63-4af6-90fd-09ec88d2ad8f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.486091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.486091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.486091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.486091] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7680853c-2d63-4af6-90fd-09ec88d2ad8f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.826289] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 904.826532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.988386] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.988386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.992018] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.993104] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7680853c-2d63-4af6-90fd-09ec88d2ad8f with status ACTIVE [ 904.993330] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.993461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.993540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.993729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.994102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.994102] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.994102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.994299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.994504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.994615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.994817] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.994923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.995062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.995593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.995681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.995772] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7680853c-2d63-4af6-90fd-09ec88d2ad8f is going to be updated. [ 905.019453] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.019453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.019453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.019453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.019453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.019453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7680853c-2d63-4af6-90fd-09ec88d2ad8f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.499357] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.699632] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 905.699883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.001670] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.001670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.001845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.001984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.002097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.002200] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc is going to be updated. [ 906.029102] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.029299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.029384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.030022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.030214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.040988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: IN_PROGRESS for 2s [ 906.383726] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c22c99-2acc-4196-b51d-46596146aed4 in Status: SUCCESS [ 906.383726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.384176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.384344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.384808] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.384808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.384808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.384938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.384995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.385110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.385185] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.890468] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.392778] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07c22c99-2acc-4196-b51d-46596146aed4: rpc.has_security_group_logging(os_id): False [ 907.412328] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.412328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.412328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.412641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.412753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.413067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.413133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.413205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.413337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.413412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.413498] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c22c99-2acc-4196-b51d-46596146aed4 is going to be created. [ 907.475978] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.475978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.475978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.475978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.475978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.493427] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c22c99-2acc-4196-b51d-46596146aed4 in Status: IN_PROGRESS for 2s [ 908.053956] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: SUCCESS [ 908.054349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.054349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.054591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.054805] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.054926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.055023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.055216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.055317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.055410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.055514] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.559461] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.639245] env[66865]: INFO networking_nsxv3.common.synchronization [req-dd336593-71f0-463b-9a28-8c9371d7dad3 req-d78c5db5-cc82-4390-a40d-fb9306311962 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 908.639861] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 908.640222] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.644913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.644913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.644913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.645538] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.645655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.645719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.645903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.645988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.646965] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.028048] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.028048] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.028048] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.028693] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.028693] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.028693] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.028834] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029158] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029703] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.029967] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.030116] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.030230] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.030341] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.030457] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.030566] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.030699] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.052662] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.053046] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.053155] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.053414] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.054036] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-a89792b3-4491-41d4-9645-3f0786683ca8 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.054036] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-a89792b3-4491-41d4-9645-3f0786683ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.054451] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-a89792b3-4491-41d4-9645-3f0786683ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.054777] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-a89792b3-4491-41d4-9645-3f0786683ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.055547] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89792b3-4491-41d4-9645-3f0786683ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.065436] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb556c72-c6b7-403c-a4ea-643964d143bc: rpc.has_security_group_logging(os_id): False [ 909.083434] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.083649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.083740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.083959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.104865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.105230] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.105352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.105422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.105628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.105747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.105845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc is going to be updated. [ 909.152849] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.153113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.153113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.153351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.153440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.153637] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.153738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.153811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.153947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.154035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.154124] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 909.171213] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.171444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.171444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.171603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.171750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.187526] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: IN_PROGRESS for 2s [ 909.188455] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.188650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.188650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.188864] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.189892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.200484] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 909.507959] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07c22c99-2acc-4196-b51d-46596146aed4 in Status: SUCCESS [ 909.507959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.558628] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.558628] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.558628] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.558628] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.558628] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.559083] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port a89792b3-4491-41d4-9645-3f0786683ca8 not found, creating... [ 909.559129] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.559289] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.559409] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.559694] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.559888] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.560189] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.560370] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.560539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.561095] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.561095] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.561434] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: a89792b3-4491-41d4-9645-3f0786683ca8 is going to be created. [ 909.608288] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.608574] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.608707] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.609020] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.609555] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.609555] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-a89792b3-4491-41d4-9645-3f0786683ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.358773] env[66865]: INFO networking_nsxv3.common.synchronization [req-dd336593-71f0-463b-9a28-8c9371d7dad3 req-cd998a7f-0bd1-4c4e-8941-8ef73ae2a354 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 910.359206] env[66865]: INFO networking_nsxv3.common.synchronization [req-dd336593-71f0-463b-9a28-8c9371d7dad3 req-cd998a7f-0bd1-4c4e-8941-8ef73ae2a354 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 910.359464] env[66865]: INFO networking_nsxv3.common.synchronization [req-dd336593-71f0-463b-9a28-8c9371d7dad3 req-cd998a7f-0bd1-4c4e-8941-8ef73ae2a354 service nova] Enqueued Resource ID: a89792b3-4491-41d4-9645-3f0786683ca8 with Priority: HIGHEST for action port [ 910.360921] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 910.361158] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 910.361299] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89792b3-4491-41d4-9645-3f0786683ca8 with Priority: HIGHEST for action port [ 910.361708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.362069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.362187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.362331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.362415] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.363469] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.363598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.363960] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89792b3-4491-41d4-9645-3f0786683ca8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.364118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89792b3-4491-41d4-9645-3f0786683ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.364241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89792b3-4491-41d4-9645-3f0786683ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.364453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89792b3-4491-41d4-9645-3f0786683ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.364540] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89792b3-4491-41d4-9645-3f0786683ca8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.866525] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.866699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.868155] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a89792b3-4491-41d4-9645-3f0786683ca8 with status ACTIVE [ 910.868241] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.868325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.868386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.868669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.868669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.868934] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.869066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.869152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.869320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.869401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.869586] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.869668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.869735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.871043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.871043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.871043] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a89792b3-4491-41d4-9645-3f0786683ca8 is going to be updated. [ 910.892745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.892911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.892964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.893200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.893367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.893554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89792b3-4491-41d4-9645-3f0786683ca8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.205776] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: SUCCESS [ 911.206054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.213820] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 911.214301] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 911.214451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.214734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.215061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.215424] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.215540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.215540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.215759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.215852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.215958] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.450388] env[66865]: INFO networking_nsxv3.common.synchronization [req-6487e5a2-efaf-4af2-887b-dafe58dee06d req-c88e70a3-2e74-460c-8287-4b30035db92f tempest-ServersV294TestFqdnHostnames-2089577419 tempest-ServersV294TestFqdnHostnames-2089577419-project-member] Enqueued Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_members [ 911.450388] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGHEST for action security_group_members [ 911.450388] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.451113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.451317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.451601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.451949] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.452207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.452355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.452600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.452795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.452999] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.719512] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.956178] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.956360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.956429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.956648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.956739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.957015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.957165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.957235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.957433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.957518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.957612] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b is going to be updated. [ 911.995048] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.995048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.995048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.995048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.995048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.007604] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c55d54-be17-4d34-a568-b7f47dd6015b in Status: IN_PROGRESS for 2s [ 912.223036] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.733020] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.733020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.733020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.733020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.733020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.733020] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 912.768809] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.769393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.769476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.769715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.769933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.783547] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 913.805911] env[66865]: INFO networking_nsxv3.common.synchronization [req-b2db4c82-5fe1-4810-b51a-98f23aca9374 req-f79f8735-5c80-450d-a0c0-5715c2b84367 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 913.806517] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 913.806854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.807869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.807969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.808190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.808405] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.808581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.808581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.808768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.808866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.808957] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.021499] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71c55d54-be17-4d34-a568-b7f47dd6015b in Status: SUCCESS [ 914.021737] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b deletion is rescheduled due to dependency. [ 914.021863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.233148] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.233148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.233148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.233148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.233148] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.233148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.233148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.233148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.233148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.233537] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.233537] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.233597] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.233686] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.233797] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.233926] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.234048] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.266220] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.266220] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.266220] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.266220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.266220] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-a0e6e178-5099-4512-8419-16ba6f5cce19 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.266220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-a0e6e178-5099-4512-8419-16ba6f5cce19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.266220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-a0e6e178-5099-4512-8419-16ba6f5cce19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.266220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-a0e6e178-5099-4512-8419-16ba6f5cce19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.266220] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e6e178-5099-4512-8419-16ba6f5cce19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.312230] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.312230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.312230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.312230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.312230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.312230] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.312230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.312230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.312230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.312230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.312230] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 914.342584] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.342824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.342918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.343203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.343397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.355804] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 914.775322] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.775322] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.775322] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.776232] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.776232] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.776232] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port a0e6e178-5099-4512-8419-16ba6f5cce19 not found, creating... [ 914.776232] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.776232] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.776622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.776622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.776756] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.776989] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.777163] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.777529] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.777529] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.777662] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.777823] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: a0e6e178-5099-4512-8419-16ba6f5cce19 is going to be created. [ 914.797283] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 914.797283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.797283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.797631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.797747] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.797875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.797974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.798129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.798282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.798324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.798468] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.805418] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.805769] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.805769] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.806055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.806344] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.806689] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-a0e6e178-5099-4512-8419-16ba6f5cce19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.301546] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.301834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.302051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.302323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.302685] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.302833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.302905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.304180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.304322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.304431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.304616] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.304725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.304789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.304964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.305133] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.305232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.305297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.305462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.305556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.305699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.305735] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.608948] env[66865]: INFO networking_nsxv3.common.synchronization [req-b2db4c82-5fe1-4810-b51a-98f23aca9374 req-8b1656f7-74b9-4ec5-8931-22804c17b869 service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 915.609110] env[66865]: INFO networking_nsxv3.common.synchronization [req-b2db4c82-5fe1-4810-b51a-98f23aca9374 req-8b1656f7-74b9-4ec5-8931-22804c17b869 service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 915.609332] env[66865]: INFO networking_nsxv3.common.synchronization [req-b2db4c82-5fe1-4810-b51a-98f23aca9374 req-8b1656f7-74b9-4ec5-8931-22804c17b869 service nova] Enqueued Resource ID: a0e6e178-5099-4512-8419-16ba6f5cce19 with Priority: HIGHEST for action port [ 915.609871] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 915.610098] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 915.610153] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e6e178-5099-4512-8419-16ba6f5cce19 with Priority: HIGHEST for action port [ 915.610439] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.610607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.610662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.610862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.610919] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.611852] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.612075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.612247] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0e6e178-5099-4512-8419-16ba6f5cce19 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.612399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0e6e178-5099-4512-8419-16ba6f5cce19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.612399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0e6e178-5099-4512-8419-16ba6f5cce19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.612589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0e6e178-5099-4512-8419-16ba6f5cce19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.612703] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0e6e178-5099-4512-8419-16ba6f5cce19',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.813083] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b21138-722d-4f53-bb34-2b3b1c1918d4: rpc.has_security_group_logging(os_id): False [ 915.836504] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.836662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.836720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.837540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.837658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.837928] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.838107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.838182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.838363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.838444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.838655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.838754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.838814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.838953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.839171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.839389] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.839486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.839550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.839693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.839774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.840314] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 915.916922] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.917096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.917169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.917395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.917544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.944033] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 916.116297] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0e6e178-5099-4512-8419-16ba6f5cce19 with status ACTIVE [ 916.116955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.117287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.117411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.117688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.117945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.118205] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.118346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.118416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.118657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.118819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.119176] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.119176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.119511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.119511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.119511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.119599] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0e6e178-5099-4512-8419-16ba6f5cce19 is going to be updated. [ 916.120979] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.121708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.151965] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.153039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.153039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.153039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.153188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.153323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0e6e178-5099-4512-8419-16ba6f5cce19" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.372606] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 916.372839] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 deletion is rescheduled due to dependency. [ 916.373087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.373248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.373517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.373830] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.373830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.373952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.374138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.374271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.374393] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.629208] env[66865]: INFO networking_nsxv3.common.synchronization [None req-595b91c8-0d80-456a-b31a-465b9f5cfc07 None None] Enqueued Resource ID: 74d9ed7a-a18a-411b-856e-dcab7e1afe08 with Priority: HIGHEST for action port [ 916.629208] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74d9ed7a-a18a-411b-856e-dcab7e1afe08 with Priority: HIGHEST for action port [ 916.629208] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-74d9ed7a-a18a-411b-856e-dcab7e1afe08 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.629208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74d9ed7a-a18a-411b-856e-dcab7e1afe08" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.629208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74d9ed7a-a18a-411b-856e-dcab7e1afe08" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.629208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74d9ed7a-a18a-411b-856e-dcab7e1afe08" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.629208] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74d9ed7a-a18a-411b-856e-dcab7e1afe08',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.876439] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.130240] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74d9ed7a-a18a-411b-856e-dcab7e1afe08 [ 917.130508] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.130653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.130713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.130936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.131043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.131146] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74d9ed7a-a18a-411b-856e-dcab7e1afe08 already deleted. [ 917.131233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74d9ed7a-a18a-411b-856e-dcab7e1afe08" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.378937] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.494596] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1a6e68bf-ab77-47f4-8dcc-83820412bb12 tempest-ServersTestFqdnHostnames-872896878 tempest-ServersTestFqdnHostnames-872896878-project-member] Enqueued Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_rules [ 917.495206] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_rules [ 917.496107] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9eab7c-f602-4433-a399-324e489b153e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.496107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.496107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.496107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.496266] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.633413] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1aa43e2b-f9f1-477d-8521-8e44ff5b401e tempest-ServersTestFqdnHostnames-872896878 tempest-ServersTestFqdnHostnames-872896878-project-member] Enqueued Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_rules [ 917.634203] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_rules [ 917.634658] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9eab7c-f602-4433-a399-324e489b153e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.634819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.885466] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.885824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.885824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.885994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.886148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.886204] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 917.926505] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.926630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.926630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.926853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.926998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.937699] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 917.956572] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 917.956793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.020641] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.021127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.021127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.021127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.021307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.021307] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9eab7c-f602-4433-a399-324e489b153e already deleted. [ 918.021385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.021684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.021684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.021866] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.544758] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.544971] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.545109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.545358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.545471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.545593] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9eab7c-f602-4433-a399-324e489b153e already deleted. [ 918.545685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.238974] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3c7603e7-b065-4be0-a0de-b5902ad7d465 None None] Enqueued Resource ID: 422715dc-2c57-4bc8-95c4-df3c17d99918 with Priority: HIGHEST for action port [ 919.239685] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422715dc-2c57-4bc8-95c4-df3c17d99918 with Priority: HIGHEST for action port [ 919.239880] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-422715dc-2c57-4bc8-95c4-df3c17d99918 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.241772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-422715dc-2c57-4bc8-95c4-df3c17d99918" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.241872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-422715dc-2c57-4bc8-95c4-df3c17d99918" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.242240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-422715dc-2c57-4bc8-95c4-df3c17d99918" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.242378] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('422715dc-2c57-4bc8-95c4-df3c17d99918',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.747816] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 422715dc-2c57-4bc8-95c4-df3c17d99918 [ 919.748173] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.748350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.748440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.748691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.748786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.748905] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:422715dc-2c57-4bc8-95c4-df3c17d99918 already deleted. [ 919.748990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-422715dc-2c57-4bc8-95c4-df3c17d99918" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.947599] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 919.947977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.948254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.948459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.948662] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.948833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.948905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.949109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.949205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.949370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.949427] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.452225] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.452572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.452708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.453025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.453223] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.453345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.453416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.453604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.453696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.453789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.453975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.454083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.454148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.454565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.454747] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.454892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.454962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.455149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.455202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.455289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.455426] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.958371] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcada153-b330-4fb3-b23e-fab5946e6d67: rpc.has_security_group_logging(os_id): False [ 920.977309] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.977580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.977580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.977827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.978916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.979198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.979316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.979384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.979559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.979641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.979852] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.979959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.980049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.981114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.981114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.981114] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.981114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.981114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.981114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.981114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.981114] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 921.078026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.078026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.078026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.078026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.078026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.098026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 921.344591] env[66865]: INFO networking_nsxv3.common.synchronization [req-22a31b43-dc91-4af9-9a06-57421de7fce6 req-64123c3e-8f30-47d2-85ca-9b14722f25e5 tempest-ServersAdminTestJSON-216911825 tempest-ServersAdminTestJSON-216911825-project-member] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 921.345342] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 921.345756] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.345919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.346306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.346306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.346536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.346681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.346770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.346988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.347123] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.347225] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.849512] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.352557] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.856896] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.856896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.856896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.856896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.856896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.856896] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 922.903293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.904239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.904239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.904239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.904239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.916208] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 923.113048] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 923.113048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.928044] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 924.928388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.439428] env[66865]: INFO networking_nsxv3.common.synchronization [req-5290b599-59f8-4e55-a086-a1d203465ddf req-6f4a036e-b359-4ab7-bc43-51cff114a53e tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 925.439749] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 925.440265] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.440393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.440495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.440662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.440819] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.440918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.440980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.441140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.441322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.441435] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.622211] env[66865]: INFO networking_nsxv3.common.synchronization [req-98a39757-2908-4366-ac5d-1f2739a94ab6 req-296bfaa3-25bc-4d4b-98b7-e4dc2c693b86 tempest-MigrationsAdminTest-1393518306 tempest-MigrationsAdminTest-1393518306-project-member] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 925.622879] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGHEST for action security_group_members [ 925.623252] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.623375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.623560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.623653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.623820] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.623928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.624032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.624200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.624290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.624384] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.943540] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.943889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.943889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.944154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.944280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.944496] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.944603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.944700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.944844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.944921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.945018] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 925.974874] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.975022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.975099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.975315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.975461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.998349] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 926.126727] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.126880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.126955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.127297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.149028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.149028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.149180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.149247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.149418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.149501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.149589] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f411f87f-76af-4988-b117-239a557b8720 is going to be updated. [ 926.182996] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.183462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.183462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.183581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.183673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.195257] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: IN_PROGRESS for 2s [ 927.250838] env[66865]: INFO networking_nsxv3.common.synchronization [req-9461f8a4-ed1a-41cc-9105-b2f777333739 req-f076bd62-0c88-4a75-8f6b-2d402c4d3948 tempest-ServerPasswordTestJSON-818897219 tempest-ServerPasswordTestJSON-818897219-project-member] Enqueued Resource ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 with Priority: HIGHEST for action security_group_members [ 927.251399] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 with Priority: HIGHEST for action security_group_members [ 927.251766] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.251878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.251878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.252225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.252401] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.252500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.252561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.252707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.252792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.252914] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d4d222-6bb0-44e1-9e3f-d39166f1b868',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.644936] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-982 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.645154] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-982" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.645281] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-982" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.645553] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-982" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.646433] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.646433] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.647014] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.647077] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.647198] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.647406] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.648048] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.648048] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.648048] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.648048] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.648048] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.648048] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.669361] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.669361] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.669361] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.669361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-982" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.669361] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.669361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.669361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.669361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.669803] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e3c7d-5b11-429c-bc03-c38b7ef656e7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.755023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.755208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.755382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.755573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.755662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.755848] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.755945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.756013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.756165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.756239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.756320] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 already deleted. [ 927.756397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.010327] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 928.010500] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d deletion is rescheduled due to dependency. [ 928.010605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.172275] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.172658] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.172864] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.173239] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.173449] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.173643] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port e86e3c7d-5b11-429c-bc03-c38b7ef656e7 not found, creating... [ 928.173971] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.174171] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.174313] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.174669] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.174881] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.175469] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.175469] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.175646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.176672] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.176672] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.176672] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: e86e3c7d-5b11-429c-bc03-c38b7ef656e7 is going to be created. [ 928.198861] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.199097] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.199301] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.199551] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.199783] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.200102] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.204796] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f411f87f-76af-4988-b117-239a557b8720 in Status: SUCCESS [ 928.204973] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f411f87f-76af-4988-b117-239a557b8720 deletion is rescheduled due to dependency. [ 928.205276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.927831] env[66865]: INFO networking_nsxv3.common.synchronization [req-9461f8a4-ed1a-41cc-9105-b2f777333739 req-56291a70-9f58-4aba-ae24-17e2cdee983a service nova] Enqueued Resource ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 with Priority: HIGHEST for action security_group_rules [ 928.928143] env[66865]: INFO networking_nsxv3.common.synchronization [req-9461f8a4-ed1a-41cc-9105-b2f777333739 req-56291a70-9f58-4aba-ae24-17e2cdee983a service nova] Enqueued Resource ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 with Priority: HIGHEST for action security_group_members [ 928.928188] env[66865]: INFO networking_nsxv3.common.synchronization [req-9461f8a4-ed1a-41cc-9105-b2f777333739 req-56291a70-9f58-4aba-ae24-17e2cdee983a service nova] Enqueued Resource ID: e86e3c7d-5b11-429c-bc03-c38b7ef656e7 with Priority: HIGHEST for action port [ 928.929181] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 with Priority: HIGHEST for action security_group_rules [ 928.929181] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 with Priority: HIGHEST for action security_group_members [ 928.929181] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86e3c7d-5b11-429c-bc03-c38b7ef656e7 with Priority: HIGHEST for action port [ 928.929181] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6d4d222-6bb0-44e1-9e3f-d39166f1b868 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.929663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.929663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.929663] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6d4d222-6bb0-44e1-9e3f-d39166f1b868',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.930494] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.930605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.930675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.930854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.931044] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.931105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.931147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.931327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.931374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.931442] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d4d222-6bb0-44e1-9e3f-d39166f1b868',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.932803] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.932803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.932912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.933025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.933101] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86e3c7d-5b11-429c-bc03-c38b7ef656e7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.435323] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6d4d222-6bb0-44e1-9e3f-d39166f1b868',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.436444] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.436586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.440405] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e86e3c7d-5b11-429c-bc03-c38b7ef656e7 with status ACTIVE [ 929.440405] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.440405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.440405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.440639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.440686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.441256] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.441256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.441256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.441256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.441256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.441543] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.441543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.441543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.441694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.441739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.443025] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e86e3c7d-5b11-429c-bc03-c38b7ef656e7 is going to be updated. [ 929.465932] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.465932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.465932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.466152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.466197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.466370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86e3c7d-5b11-429c-bc03-c38b7ef656e7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.937533] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6d4d222-6bb0-44e1-9e3f-d39166f1b868',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.440561] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.440561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.440561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.440561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.440561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.440561] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 is going to be created. [ 930.465422] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.465422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.465612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.465740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.465922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.477188] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 in Status: UNINITIALIZED for 2s [ 932.490401] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 in Status: SUCCESS [ 932.490789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.490978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.491235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.491503] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.492161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.492161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.492161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.492161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.492343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.492343] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6d4d222-6bb0-44e1-9e3f-d39166f1b868',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.994988] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.994988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.994988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.994988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.995350] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.995350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.995350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.995572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.995572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.995687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.995818] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.995985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.996064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.996185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.996290] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.996394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.996482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.996554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.996623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.996690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.996852] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6d4d222-6bb0-44e1-9e3f-d39166f1b868',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.500089] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6d4d222-6bb0-44e1-9e3f-d39166f1b868: rpc.has_security_group_logging(os_id): False [ 933.517285] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.517458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.517556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.517793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.517898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.518136] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.518264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.518357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.518544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.518636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.518829] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.518950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.519039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.519202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.519287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.519496] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.519608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.519677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.519840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.519925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.520025] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 is going to be created. [ 933.583033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.583291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.583374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.583795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.583850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.596914] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 in Status: IN_PROGRESS for 2s [ 933.930134] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 933.930286] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 935.612758] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 in Status: SUCCESS [ 935.612758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.799962] env[66865]: INFO networking_nsxv3.common.synchronization [req-10cc93dd-0bd2-49ad-a5c2-34d73dcd5281 req-2ae409fc-2b85-4388-a8b6-62ef82797175 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 937.800630] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 937.800955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.801100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.801176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.801386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.801955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.802116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.802262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.802370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.802460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.802558] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.115922] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.116152] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.116303] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.116591] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.116907] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.117117] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.117261] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.117551] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.117735] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.117966] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.118167] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.118337] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.119131] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.119325] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.119463] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.119633] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.143915] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.144153] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.144301] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.144953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.144953] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-2945674f-67a2-4603-8bb6-45c815e5c39b taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.144953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-2945674f-67a2-4603-8bb6-45c815e5c39b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.145197] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-2945674f-67a2-4603-8bb6-45c815e5c39b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.145424] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-2945674f-67a2-4603-8bb6-45c815e5c39b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.145564] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2945674f-67a2-4603-8bb6-45c815e5c39b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.305822] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.648543] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.648840] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.648972] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649260] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.649426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.649789] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 2945674f-67a2-4603-8bb6-45c815e5c39b not found, creating... [ 938.649962] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.650316] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.650477] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.650663] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.651058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.651247] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.651650] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.651733] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.651965] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.652681] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.652681] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 2945674f-67a2-4603-8bb6-45c815e5c39b is going to be created. [ 938.681633] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.681943] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.682178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.682641] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.683050] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.683358] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-2945674f-67a2-4603-8bb6-45c815e5c39b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.807492] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.311090] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.311090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.311090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.311360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.311443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.311472] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 939.347191] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.347509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.347791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.347791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.347939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.358427] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 939.386091] env[66865]: INFO networking_nsxv3.common.synchronization [req-10cc93dd-0bd2-49ad-a5c2-34d73dcd5281 req-8f88cc0c-1f62-491a-8661-3b59edadedff service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 939.386305] env[66865]: INFO networking_nsxv3.common.synchronization [req-10cc93dd-0bd2-49ad-a5c2-34d73dcd5281 req-8f88cc0c-1f62-491a-8661-3b59edadedff service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 939.386445] env[66865]: INFO networking_nsxv3.common.synchronization [req-10cc93dd-0bd2-49ad-a5c2-34d73dcd5281 req-8f88cc0c-1f62-491a-8661-3b59edadedff service nova] Enqueued Resource ID: 2945674f-67a2-4603-8bb6-45c815e5c39b with Priority: HIGHEST for action port [ 939.386942] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 939.387100] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 939.387200] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2945674f-67a2-4603-8bb6-45c815e5c39b with Priority: HIGHEST for action port [ 939.387461] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.387582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.387649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.387851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.388364] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.389304] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.389395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.391966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-2945674f-67a2-4603-8bb6-45c815e5c39b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.391966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2945674f-67a2-4603-8bb6-45c815e5c39b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.391966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2945674f-67a2-4603-8bb6-45c815e5c39b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.391966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2945674f-67a2-4603-8bb6-45c815e5c39b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.391966] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2945674f-67a2-4603-8bb6-45c815e5c39b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.691101] env[66865]: INFO networking_nsxv3.common.synchronization [req-ae076cec-2c2d-4dd4-94f6-900bb235cc50 req-57171486-f335-4f36-8f8e-7e253dc52820 tempest-ServerActionsTestOtherB-853445523 tempest-ServerActionsTestOtherB-853445523-project-member] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 939.691668] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 939.692088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.692230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.692286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.692476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.693224] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.693224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.693224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.693224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.693224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.693224] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.892902] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.893219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.895444] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2945674f-67a2-4603-8bb6-45c815e5c39b with status ACTIVE [ 939.895626] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.895745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.895811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.896096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.896191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.896361] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.896458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.896562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.896713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.896792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.896949] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.897060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.897123] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.897258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.897330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.897414] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2945674f-67a2-4603-8bb6-45c815e5c39b is going to be updated. [ 939.919024] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.919172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.919245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.919452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.919589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.919762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2945674f-67a2-4603-8bb6-45c815e5c39b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.001188] env[66865]: INFO networking_nsxv3.common.synchronization [req-04f8e958-cf08-4ce5-8e40-f567af54c7c1 req-03840d83-4cd7-46b6-93f5-fe7fb28fec78 tempest-ServerPasswordTestJSON-818897219 tempest-ServerPasswordTestJSON-818897219-project-member] Enqueued Resource ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 with Priority: HIGHEST for action security_group_members [ 940.001688] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 with Priority: HIGHEST for action security_group_members [ 940.002281] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.002410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.002479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.003070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.003247] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.003354] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.003418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.003570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.003655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.003750] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d4d222-6bb0-44e1-9e3f-d39166f1b868',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.199997] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.200166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.200233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.200448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.225644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.225912] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.226154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.226154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.227067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.227205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.227334] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 940.254915] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.255083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.255195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.255926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.255926] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.278250] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 940.508066] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.508236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.508346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.508940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.508940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.508940] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.509331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.509331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.509331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.509331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.509443] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 is going to be updated. [ 940.547228] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.547228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.547505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.547944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.547944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.557064] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 in Status: IN_PROGRESS for 2s [ 941.370611] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 941.370611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.370611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.371428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.371428] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.371428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.371428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.371610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.371718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.371803] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.876712] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.287570] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 942.287772] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 deletion is rescheduled due to dependency. [ 942.287872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.380185] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.476464] env[66865]: INFO networking_nsxv3.common.synchronization [req-585df424-6f1f-4979-9607-4a06db3e51d0 req-95133398-134f-4ab1-a150-71e651353bfc tempest-ServersTestFqdnHostnames-872896878 tempest-ServersTestFqdnHostnames-872896878-project-member] Enqueued Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_members [ 942.477049] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_members [ 942.477596] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9eab7c-f602-4433-a399-324e489b153e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.477596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.477762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.477914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.478093] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.478459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.478459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.478459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.478639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.478639] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.568153] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 in Status: SUCCESS [ 942.568347] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d4d222-6bb0-44e1-9e3f-d39166f1b868 deletion is rescheduled due to dependency. [ 942.568502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d4d222-6bb0-44e1-9e3f-d39166f1b868" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.857171] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-249 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.857378] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-249" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.857489] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-249" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.857827] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-249" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.858105] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.858256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.858446] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.858581] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.858715] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.858917] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.859038] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.859145] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.859249] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.859355] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.859455] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.859579] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.880536] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.880706] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.881044] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.881044] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-249" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.881526] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-a93eec21-ba32-4488-96bd-f85e7dd3f627 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.881704] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-a93eec21-ba32-4488-96bd-f85e7dd3f627" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.881824] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-a93eec21-ba32-4488-96bd-f85e7dd3f627" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.882227] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-a93eec21-ba32-4488-96bd-f85e7dd3f627" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.882366] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93eec21-ba32-4488-96bd-f85e7dd3f627',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.883495] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.883620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.883776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.883839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.883905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.883994] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 942.913378] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.913484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.913520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.913769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.913851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.925464] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 942.980762] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.981562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.981562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.981562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.981562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.981562] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.981753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.981753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.981809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.981900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.981934] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9eab7c-f602-4433-a399-324e489b153e already deleted. [ 942.982026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.388375] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.388782] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.388782] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.389134] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.389134] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.389274] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port a93eec21-ba32-4488-96bd-f85e7dd3f627 not found, creating... [ 943.389525] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.389728] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.389795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.390154] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.390382] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.390683] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.391778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.391778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.391778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.391778] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.391778] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: a93eec21-ba32-4488-96bd-f85e7dd3f627 is going to be created. [ 943.417858] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.418234] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.418370] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.418732] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.419102] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.419433] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-a93eec21-ba32-4488-96bd-f85e7dd3f627" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.193236] env[66865]: INFO networking_nsxv3.common.synchronization [req-585df424-6f1f-4979-9607-4a06db3e51d0 req-013113be-0e3e-4f94-aaad-43157bbf6486 service nova] Enqueued Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_rules [ 944.193484] env[66865]: INFO networking_nsxv3.common.synchronization [req-585df424-6f1f-4979-9607-4a06db3e51d0 req-013113be-0e3e-4f94-aaad-43157bbf6486 service nova] Enqueued Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_members [ 944.193767] env[66865]: INFO networking_nsxv3.common.synchronization [req-585df424-6f1f-4979-9607-4a06db3e51d0 req-013113be-0e3e-4f94-aaad-43157bbf6486 service nova] Enqueued Resource ID: a93eec21-ba32-4488-96bd-f85e7dd3f627 with Priority: HIGHEST for action port [ 944.194248] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_rules [ 944.194461] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_members [ 944.194604] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93eec21-ba32-4488-96bd-f85e7dd3f627 with Priority: HIGHEST for action port [ 944.194942] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b9eab7c-f602-4433-a399-324e489b153e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.195194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.195318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.195565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.195679] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.197515] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9eab7c-f602-4433-a399-324e489b153e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.197515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.197515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.197515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.197515] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.197860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.197860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.197860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.197860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.198095] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.198833] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93eec21-ba32-4488-96bd-f85e7dd3f627 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.198970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93eec21-ba32-4488-96bd-f85e7dd3f627" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.198970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93eec21-ba32-4488-96bd-f85e7dd3f627" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.199098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93eec21-ba32-4488-96bd-f85e7dd3f627" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.200140] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93eec21-ba32-4488-96bd-f85e7dd3f627',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.701448] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.702412] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9eab7c-f602-4433-a399-324e489b153e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.702517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.702678] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a93eec21-ba32-4488-96bd-f85e7dd3f627 with status ACTIVE [ 944.702832] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.702992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.703102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.703293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.703367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.703539] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.703628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.703690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.704456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.704456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.704456] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.704456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.704456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.704456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.704456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.704732] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a93eec21-ba32-4488-96bd-f85e7dd3f627 is going to be updated. [ 944.728348] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.728483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.728527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.728934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.728934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.729163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93eec21-ba32-4488-96bd-f85e7dd3f627" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.937046] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 944.937224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.937543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.937661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.937869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.938009] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.938066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.938181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.938260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.938344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.938436] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.206765] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.441293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.441293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.441573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.441573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.441751] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.441829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.441901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.442121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.442283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.442440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.442489] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.442539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.444023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.444023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.444023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.444023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.444023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.444023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.444023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.444023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.444023] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.709472] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.709472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.710257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.710257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.710257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.710257] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9eab7c-f602-4433-a399-324e489b153e is going to be created. [ 945.740448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.740665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.740665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.740893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.741093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.763310] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9eab7c-f602-4433-a399-324e489b153e in Status: UNINITIALIZED for 2s [ 945.948334] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f34f7049-05c3-4e72-a67d-240ffda9d409: rpc.has_security_group_logging(os_id): False [ 945.966436] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.966597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.966664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.966871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.966963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.967209] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.967313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.967374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.967529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.967646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.967780] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.967873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.967934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.968090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.968162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.968383] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.968481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.968534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.968674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.968757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.968824] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 946.042802] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.043013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.043061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.043279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.043472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.059332] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 946.472877] env[66865]: INFO networking_nsxv3.common.synchronization [req-6b174b7d-6585-41a9-8722-2cab34190b7a req-bb0a0753-80a1-4f66-bc41-1ae1c130ceba tempest-ServersAdminTestJSON-216911825 tempest-ServersAdminTestJSON-216911825-project-member] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 946.473491] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 946.473898] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.474080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.474160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.474356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.474520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.474632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.474689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.474821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.474900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.475017] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.944483] env[66865]: INFO networking_nsxv3.common.synchronization [req-3dfabd2e-8744-467e-ae63-0ceb7c5bb5af req-20761bf9-7f84-4593-a76c-c8fe7acd776c tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 946.945047] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 946.945902] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.945902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.945902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.945902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.945902] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.946263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.946263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.946263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.946343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.946414] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.977021] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.302707] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.302958] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.303141] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.303410] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.303680] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.303865] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.303988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.304263] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.304411] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.304619] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.304730] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.304837] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.304943] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.305062] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.305173] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.305300] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.333017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.333225] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.333370] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.333543] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.333851] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-a78f9e73-5d72-4786-b712-8452b8b239c7 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.334105] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-a78f9e73-5d72-4786-b712-8452b8b239c7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.334205] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-a78f9e73-5d72-4786-b712-8452b8b239c7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.334467] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-a78f9e73-5d72-4786-b712-8452b8b239c7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.334604] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a78f9e73-5d72-4786-b712-8452b8b239c7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.452358] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.452521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.452592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.452819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.452910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.453242] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.453396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.453466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.453636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.453717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.453810] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 947.479518] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.481754] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.481899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.481955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.482264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.482408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.495242] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 947.771998] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9eab7c-f602-4433-a399-324e489b153e in Status: SUCCESS [ 947.772261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.772475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.772643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.773105] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.773105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.773105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.773377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.773377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.773445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.773541] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.837074] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.837273] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.837381] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.837676] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.837832] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.837991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port a78f9e73-5d72-4786-b712-8452b8b239c7 not found, creating... [ 947.838303] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.838507] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.838629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.838852] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.838988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.839288] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.839445] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.839594] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.839812] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.839935] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.840113] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: a78f9e73-5d72-4786-b712-8452b8b239c7 is going to be created. [ 947.861891] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.862205] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.862339] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.862574] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.862797] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.863056] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-a78f9e73-5d72-4786-b712-8452b8b239c7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.985142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.985492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.985492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.985589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.985672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.985775] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 948.036839] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.036998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.037088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.037304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.037451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.048458] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 948.073134] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 948.073374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.276089] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.520691] env[66865]: INFO networking_nsxv3.common.synchronization [req-1b213419-f7da-46d8-9ea1-1cbfda5f6499 req-c19f55c3-e7d4-4922-bb6b-bff4492cff66 tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 948.521363] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 948.521700] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.521838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.521884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.522136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.522462] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.522462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.522462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.522697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.522697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.522773] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.544157] env[66865]: INFO networking_nsxv3.common.synchronization [req-1b213419-f7da-46d8-9ea1-1cbfda5f6499 req-c19f55c3-e7d4-4922-bb6b-bff4492cff66 tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 948.544426] env[66865]: INFO networking_nsxv3.common.synchronization [req-1b213419-f7da-46d8-9ea1-1cbfda5f6499 req-c19f55c3-e7d4-4922-bb6b-bff4492cff66 tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 948.544510] env[66865]: INFO networking_nsxv3.common.synchronization [req-1b213419-f7da-46d8-9ea1-1cbfda5f6499 req-c19f55c3-e7d4-4922-bb6b-bff4492cff66 tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with Priority: HIGHEST for action port [ 948.544991] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 948.545723] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 948.545812] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with Priority: HIGHEST for action port [ 948.546423] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.546664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.546737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.547178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.547372] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.548812] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.548812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.549109] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.549308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.549382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.549671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.549825] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.572147] env[66865]: INFO networking_nsxv3.common.synchronization [req-3dfabd2e-8744-467e-ae63-0ceb7c5bb5af req-7f2a1ab9-372a-49b1-a015-387ea358db72 service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 948.572288] env[66865]: INFO networking_nsxv3.common.synchronization [req-3dfabd2e-8744-467e-ae63-0ceb7c5bb5af req-7f2a1ab9-372a-49b1-a015-387ea358db72 service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 948.572554] env[66865]: INFO networking_nsxv3.common.synchronization [req-3dfabd2e-8744-467e-ae63-0ceb7c5bb5af req-7f2a1ab9-372a-49b1-a015-387ea358db72 service nova] Enqueued Resource ID: a78f9e73-5d72-4786-b712-8452b8b239c7 with Priority: HIGHEST for action port [ 948.574195] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 948.574662] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 948.574907] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a78f9e73-5d72-4786-b712-8452b8b239c7 with Priority: HIGHEST for action port [ 948.577009] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.577244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.577386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.577712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.577881] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.579840] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.580425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.580645] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a78f9e73-5d72-4786-b712-8452b8b239c7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.580853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a78f9e73-5d72-4786-b712-8452b8b239c7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.580945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a78f9e73-5d72-4786-b712-8452b8b239c7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.581400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a78f9e73-5d72-4786-b712-8452b8b239c7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.581400] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a78f9e73-5d72-4786-b712-8452b8b239c7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.778672] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b9eab7c-f602-4433-a399-324e489b153e: rpc.has_security_group_logging(os_id): False [ 948.798777] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.798924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.799182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.799256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.799311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.799785] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.799785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.799785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.799942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.799942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.800659] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b9eab7c-f602-4433-a399-324e489b153e is going to be created. [ 948.857889] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.858131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.858131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.859729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.859729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.871089] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9eab7c-f602-4433-a399-324e489b153e in Status: IN_PROGRESS for 2s [ 949.026851] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.051731] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.051931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.057745] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with status ACTIVE [ 949.057963] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.058114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.058188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.058413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.058487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.058683] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.058783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.058862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.058987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.059075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.059256] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.059345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.059406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.059541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.059612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.059695] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 is going to be updated. [ 949.081563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.081563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.082046] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.082215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.082285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.084597] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a78f9e73-5d72-4786-b712-8452b8b239c7 with status ACTIVE [ 949.084597] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.084597] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.084597] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.084597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.085429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.085429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.085429] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a78f9e73-5d72-4786-b712-8452b8b239c7 is going to be updated. [ 949.105669] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.105822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.105822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.106111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.106277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.106451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a78f9e73-5d72-4786-b712-8452b8b239c7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.505817] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 949.506017] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d deletion is rescheduled due to dependency. [ 949.506142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.506306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.506526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.506781] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.506878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.506878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.507046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.507130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.507229] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.527919] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.010081] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.031856] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.032170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.032322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.032606] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.032773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.032939] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a is going to be updated. [ 950.060895] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 950.061180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.065422] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.066358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.066358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.066358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.066358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.077195] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: IN_PROGRESS for 2s [ 950.512954] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.884689] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b9eab7c-f602-4433-a399-324e489b153e in Status: SUCCESS [ 950.884886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.016370] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.016823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.016823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.017147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.017147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.017147] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 951.054356] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.054356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.054356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.054356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.054356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.063474] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 951.208295] env[66865]: INFO networking_nsxv3.common.synchronization [req-e9933a1e-9290-40e2-812f-e98c32ed2f54 req-6e3a859a-52c2-41cb-99e5-d25b593bf1af tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 951.208841] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 951.209166] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.209293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.223366] env[66865]: INFO networking_nsxv3.common.synchronization [req-e9933a1e-9290-40e2-812f-e98c32ed2f54 req-6e3a859a-52c2-41cb-99e5-d25b593bf1af tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 951.223566] env[66865]: INFO networking_nsxv3.common.synchronization [req-e9933a1e-9290-40e2-812f-e98c32ed2f54 req-6e3a859a-52c2-41cb-99e5-d25b593bf1af tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 951.223706] env[66865]: INFO networking_nsxv3.common.synchronization [req-e9933a1e-9290-40e2-812f-e98c32ed2f54 req-6e3a859a-52c2-41cb-99e5-d25b593bf1af tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with Priority: HIGHEST for action port [ 951.228517] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_rules [ 951.228517] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 951.228517] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with Priority: HIGHEST for action port [ 951.229312] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.229687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.229687] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.229821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.232042] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.232042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.232042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.232042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.232042] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.736026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 with status ACTIVE [ 951.736026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.736026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.736026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.736026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.736026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.736366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.736569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.736569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.736759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.736859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.737579] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.737579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.737579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.737579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.737579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.737579] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6 is going to be updated. [ 951.760142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.760902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.760902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.760902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.760902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.760902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7ab979a-6a1d-40df-96fd-a0d4aa03e0e6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.788292] env[66865]: INFO networking_nsxv3.common.synchronization [req-28ca5525-fc95-4642-a305-a70706ce3e47 req-439e1e6b-05b4-43ff-86d9-059aa22aaf4a tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 951.788292] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 951.788292] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.788292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.788292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.788292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.788292] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.788292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.788292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.788292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.788292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.788292] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.086789] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: SUCCESS [ 952.087110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.087927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.087927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.088574] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.088574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.088574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.088574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.088574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.088781] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.291330] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.591598] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.794014] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.073350] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 953.073700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.073921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.074289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.074553] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.074717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.074825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.075041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.075177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.075283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.075539] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.094213] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.297237] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.297451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.297451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.297683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.297831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.297888] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 953.325908] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.326088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.326148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.326337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.326476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.338127] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 953.577851] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.579204] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.579204] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.579632] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.579718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.579775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.579912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.579987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.580109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.580288] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.598484] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.598961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.598961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.598961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.599090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.599134] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a is going to be updated. [ 953.627475] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.627475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.627644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.627765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.630020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.637937] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: IN_PROGRESS for 2s [ 954.083100] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977d842e-e2e4-424c-9774-3ed15ceaa45d: rpc.has_security_group_logging(os_id): False [ 954.106192] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.106552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.106552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.106636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.108074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.108074] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.108074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.108074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.108074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.108074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.108074] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.108074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.108074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.108608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.108608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.108664] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.109832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.109832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.109832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.109832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.109832] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 954.183566] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.183566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.183566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.183566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.183566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.197289] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 954.555405] env[66865]: INFO networking_nsxv3.common.synchronization [None req-b086c11a-8d74-4e20-bdba-f3e28940ecef None None] Enqueued Resource ID: 57eabb70-922c-40aa-8403-447f51163518 with Priority: HIGHEST for action port [ 954.556017] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57eabb70-922c-40aa-8403-447f51163518 with Priority: HIGHEST for action port [ 954.556658] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-57eabb70-922c-40aa-8403-447f51163518 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.556794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57eabb70-922c-40aa-8403-447f51163518" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.556867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57eabb70-922c-40aa-8403-447f51163518" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.557116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57eabb70-922c-40aa-8403-447f51163518" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.557192] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57eabb70-922c-40aa-8403-447f51163518',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.060655] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57eabb70-922c-40aa-8403-447f51163518 [ 955.060896] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.061064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.061206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.061336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.061424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.061541] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57eabb70-922c-40aa-8403-447f51163518 already deleted. [ 955.061635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57eabb70-922c-40aa-8403-447f51163518" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.350929] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 955.351580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.583340] env[66865]: INFO networking_nsxv3.common.synchronization [req-cb6d5409-c445-405d-8e38-aa5304a4c42d req-5b7551a9-b2b7-4205-8569-dcd6b6bbbb16 tempest-AttachInterfacesUnderV243Test-1671320277 tempest-AttachInterfacesUnderV243Test-1671320277-project-member] Enqueued Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 955.583894] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a with Priority: HIGHEST for action security_group_members [ 955.584220] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-58ffb2ce-3615-4bac-89c7-63908e92d52a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.584317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.657380] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: SUCCESS [ 955.657380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.657380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.657380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.657622] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.657766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.657851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.658069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.658177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.658290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.658423] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.659344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.659968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.660256] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.660404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.660581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.660761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.660940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.661125] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.168067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.168067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.168067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.168067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.168067] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.192022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.192022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.192022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.192022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.192022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.192022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.192022] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a is going to be updated. [ 956.198253] env[66865]: INFO networking_nsxv3.common.synchronization [req-88b85ced-9169-4a7a-99f1-95eba5a45b63 req-8f435131-3bef-4f2c-b545-7e262440607b tempest-ImagesOneServerNegativeTestJSON-1978027139 tempest-ImagesOneServerNegativeTestJSON-1978027139-project-member] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 956.199564] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 956.204107] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.204107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.204107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.204107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.204107] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.204107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.204107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.204107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.204107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.204107] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.225985] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 956.226428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.229591] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.229591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.229591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.229591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.229591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.237470] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: IN_PROGRESS for 2s [ 956.671025] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58ffb2ce-3615-4bac-89c7-63908e92d52a: rpc.has_security_group_logging(os_id): False [ 956.706466] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.706466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.706466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.706466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.706466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.706466] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.706466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.706466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.706466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.706466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.707028] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 956.711902] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.712132] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.712275] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.712521] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.713087] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.713087] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.713300] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.713429] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.713579] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.716050] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.716151] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.716287] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.716400] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.717140] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.717140] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.717140] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.719277] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.719435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.719507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.719706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.719792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.720062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.720170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.720235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.720389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.720466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.720555] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a is going to be updated. [ 956.771954] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.772234] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.773110] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.773110] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-455" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.773386] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-51e95c9c-d5e6-4690-903c-550b8e40a56d taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.773628] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-51e95c9c-d5e6-4690-903c-550b8e40a56d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.773749] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-51e95c9c-d5e6-4690-903c-550b8e40a56d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.774167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-51e95c9c-d5e6-4690-903c-550b8e40a56d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.774498] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e95c9c-d5e6-4690-903c-550b8e40a56d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.787880] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.788096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.788192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.790068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.790068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.800962] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 956.856546] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.856724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.856776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.856997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.857587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.885398] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: IN_PROGRESS for 2s [ 957.276830] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.277991] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.277991] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.277991] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.277991] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.277991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 51e95c9c-d5e6-4690-903c-550b8e40a56d not found, creating... [ 957.278238] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.278300] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.278478] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.278630] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.278767] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.279284] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.279495] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.279617] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.279975] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.279975] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.280238] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 51e95c9c-d5e6-4690-903c-550b8e40a56d is going to be created. [ 957.302709] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.302970] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.303121] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.303500] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.303833] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.304208] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-51e95c9c-d5e6-4690-903c-550b8e40a56d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.525240] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c7ca62c9-95e6-4903-bc01-af0898779a59 None None] Enqueued Resource ID: c986d73c-c93f-496b-831f-1dd58de939ee with Priority: HIGHEST for action port [ 957.525240] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c986d73c-c93f-496b-831f-1dd58de939ee with Priority: HIGHEST for action port [ 957.525240] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c986d73c-c93f-496b-831f-1dd58de939ee taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.525240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c986d73c-c93f-496b-831f-1dd58de939ee" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.525240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c986d73c-c93f-496b-831f-1dd58de939ee" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.525833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c986d73c-c93f-496b-831f-1dd58de939ee" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.526084] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c986d73c-c93f-496b-831f-1dd58de939ee',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.724474] env[66865]: INFO networking_nsxv3.common.synchronization [None req-ac708423-5441-4201-874e-81cfa9feb68a None None] Enqueued Resource ID: 394d4328-c951-41fe-8d35-050a99d6673f with Priority: HIGHEST for action port [ 957.724985] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 394d4328-c951-41fe-8d35-050a99d6673f with Priority: HIGHEST for action port [ 957.725418] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-394d4328-c951-41fe-8d35-050a99d6673f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.725587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-394d4328-c951-41fe-8d35-050a99d6673f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.725689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-394d4328-c951-41fe-8d35-050a99d6673f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.725972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-394d4328-c951-41fe-8d35-050a99d6673f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.726113] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('394d4328-c951-41fe-8d35-050a99d6673f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.997777] env[66865]: INFO networking_nsxv3.common.synchronization [req-88b85ced-9169-4a7a-99f1-95eba5a45b63 req-eaed3d1c-e5bf-49ac-a280-15e46b298c99 service nova] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_rules [ 957.997913] env[66865]: INFO networking_nsxv3.common.synchronization [req-88b85ced-9169-4a7a-99f1-95eba5a45b63 req-eaed3d1c-e5bf-49ac-a280-15e46b298c99 service nova] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 957.997954] env[66865]: INFO networking_nsxv3.common.synchronization [req-88b85ced-9169-4a7a-99f1-95eba5a45b63 req-eaed3d1c-e5bf-49ac-a280-15e46b298c99 service nova] Enqueued Resource ID: 51e95c9c-d5e6-4690-903c-550b8e40a56d with Priority: HIGHEST for action port [ 957.998464] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_rules [ 957.998647] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 957.998682] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e95c9c-d5e6-4690-903c-550b8e40a56d with Priority: HIGHEST for action port [ 957.998963] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.005925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.005925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.005925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.005925] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.005925] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.005925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.005925] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e95c9c-d5e6-4690-903c-550b8e40a56d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.005925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e95c9c-d5e6-4690-903c-550b8e40a56d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.005925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e95c9c-d5e6-4690-903c-550b8e40a56d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.005925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e95c9c-d5e6-4690-903c-550b8e40a56d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.005925] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e95c9c-d5e6-4690-903c-550b8e40a56d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.029875] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c986d73c-c93f-496b-831f-1dd58de939ee [ 958.029875] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.029875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.029875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.029875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.029875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.029875] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c986d73c-c93f-496b-831f-1dd58de939ee already deleted. [ 958.029875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c986d73c-c93f-496b-831f-1dd58de939ee" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.228452] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 394d4328-c951-41fe-8d35-050a99d6673f [ 958.228690] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.228835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.228908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.229112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.229205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.229306] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:394d4328-c951-41fe-8d35-050a99d6673f already deleted. [ 958.229388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-394d4328-c951-41fe-8d35-050a99d6673f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.250505] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: IN_PROGRESS for 4s [ 958.507514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.507514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.510930] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51e95c9c-d5e6-4690-903c-550b8e40a56d with status ACTIVE [ 958.511124] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.511257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.511330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.511762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.511762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.511887] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.511951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.512009] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.512127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.512227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.512621] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.512621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.512621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.512803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.512803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.512881] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51e95c9c-d5e6-4690-903c-550b8e40a56d is going to be updated. [ 958.535088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.535330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.535330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.535506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.535642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.535803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e95c9c-d5e6-4690-903c-550b8e40a56d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.815134] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 958.815456] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 deletion is rescheduled due to dependency. [ 958.815456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.815543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.815758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.815952] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.816076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.816142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.816289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.816365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.816672] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.900292] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: SUCCESS [ 958.901220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.901220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.901220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.901220] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.320445] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.424577] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.424761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.424806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.425045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.425146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.425284] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a is going to be deleted. [ 959.499660] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.499660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.499660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.499660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.499660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.499660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.825439] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.152487] env[66865]: INFO networking_nsxv3.common.synchronization [None req-cf35c102-5b5a-4c3d-a552-5762a4329e20 None None] Enqueued Resource ID: 3bfae768-d4ce-44de-a7f7-111a698316a4 with Priority: HIGHEST for action port [ 960.153386] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfae768-d4ce-44de-a7f7-111a698316a4 with Priority: HIGHEST for action port [ 960.154088] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bfae768-d4ce-44de-a7f7-111a698316a4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.154088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bfae768-d4ce-44de-a7f7-111a698316a4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.154088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bfae768-d4ce-44de-a7f7-111a698316a4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.154853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bfae768-d4ce-44de-a7f7-111a698316a4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.154853] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfae768-d4ce-44de-a7f7-111a698316a4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.261340] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a in Status: SUCCESS [ 960.261541] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a deletion is rescheduled due to dependency. [ 960.261698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.261995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.262291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.262513] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.262636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.262716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.262881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.262956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.263068] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.328778] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.329065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.329186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.329452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.329584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.329733] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 960.370655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.370886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.370886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.371278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.371354] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.384192] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 960.657920] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bfae768-d4ce-44de-a7f7-111a698316a4 [ 960.659193] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.659375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.659443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.659686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.659785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.659885] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bfae768-d4ce-44de-a7f7-111a698316a4 already deleted. [ 960.660017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bfae768-d4ce-44de-a7f7-111a698316a4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.768565] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.768565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.768565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.768565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.768565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.768565] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.768565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.768565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.768565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.768565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.768565] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a is going to be deleted. [ 960.826985] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.827373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.827373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.827470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.827529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.827614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.827825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.828054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.828239] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.828332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.828396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.828569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.829040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.829040] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58ffb2ce-3615-4bac-89c7-63908e92d52a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.855334] env[66865]: INFO networking_nsxv3.common.synchronization [None req-6c2c0512-2997-4111-9067-86c436b67f59 None None] Enqueued Resource ID: 73797d66-c3fa-48b5-b5a2-26551a94eb0b with Priority: HIGHEST for action port [ 960.856052] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73797d66-c3fa-48b5-b5a2-26551a94eb0b with Priority: HIGHEST for action port [ 960.856412] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-73797d66-c3fa-48b5-b5a2-26551a94eb0b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.856543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73797d66-c3fa-48b5-b5a2-26551a94eb0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.856606] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73797d66-c3fa-48b5-b5a2-26551a94eb0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.856898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73797d66-c3fa-48b5-b5a2-26551a94eb0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.856987] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73797d66-c3fa-48b5-b5a2-26551a94eb0b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.333366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.333366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.333366] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58ffb2ce-3615-4bac-89c7-63908e92d52a already deleted. [ 961.333366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58ffb2ce-3615-4bac-89c7-63908e92d52a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.360198] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73797d66-c3fa-48b5-b5a2-26551a94eb0b [ 961.360198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.360421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.360775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.360775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.360775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.360924] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73797d66-c3fa-48b5-b5a2-26551a94eb0b already deleted. [ 961.360924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73797d66-c3fa-48b5-b5a2-26551a94eb0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.397038] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 962.397038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.397038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.397430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.397466] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.398353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.398353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.398353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.398353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.398353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.398353] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.901322] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.901489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.901657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.902736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.902736] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.902736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.902736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.902736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.902736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.902736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.902736] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.902736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.902736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.903207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.903207] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.903207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.903207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.903545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.903545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.903545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.903655] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.410822] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b487416-e0c5-439a-be55-97d3b1ae1068: rpc.has_security_group_logging(os_id): False [ 963.435810] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.435970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.436585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.436585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.436585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.436585] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.436824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.436824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.436907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.436958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.437325] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.437325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.437325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.437479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.437579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.437899] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.437899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.438056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.438129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.438209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.438297] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 963.513288] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.513459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.513514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.513756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.513977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.528887] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 963.629934] env[66865]: INFO networking_nsxv3.common.synchronization [req-ff01e5c5-392e-42af-8a38-cce335656eb4 req-93a3e794-fea4-487f-b67a-0daf26ffd109 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 963.630538] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 963.630752] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.630876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.630944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.631541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.631541] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.631666] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.631698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.631834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.632011] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.632082] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.653239] env[66865]: INFO networking_nsxv3.common.synchronization [None req-a574bd0c-ea07-4154-8743-acaee4c092b6 None None] Enqueued Resource ID: 92367f4c-04f0-4f8d-8c50-90069614efcf with Priority: HIGHEST for action port [ 963.653724] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92367f4c-04f0-4f8d-8c50-90069614efcf with Priority: HIGHEST for action port [ 963.654029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-92367f4c-04f0-4f8d-8c50-90069614efcf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.654148] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92367f4c-04f0-4f8d-8c50-90069614efcf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.654216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92367f4c-04f0-4f8d-8c50-90069614efcf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.654512] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92367f4c-04f0-4f8d-8c50-90069614efcf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.654607] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92367f4c-04f0-4f8d-8c50-90069614efcf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.134594] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.134799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.134878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.135162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.135279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.135459] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.135603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.135675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.135845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.135923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.136023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 964.156787] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92367f4c-04f0-4f8d-8c50-90069614efcf [ 964.156787] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.157023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.157023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.157648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.157648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.157648] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92367f4c-04f0-4f8d-8c50-90069614efcf already deleted. [ 964.157648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92367f4c-04f0-4f8d-8c50-90069614efcf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.174584] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.174725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.174806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.175052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.175204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.196361] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 965.549146] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 965.549527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.207383] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 966.207593] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 966.207732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.924181] env[66865]: INFO networking_nsxv3.common.synchronization [req-3ca9bc50-3d4a-46fa-9d5f-fa476b8a13f5 req-488fb37c-fa0a-4185-b9ca-7f277f175e8f tempest-ServersAdminTestJSON-216911825 tempest-ServersAdminTestJSON-216911825-project-member] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 966.924181] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGHEST for action security_group_members [ 966.925151] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.926978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.926978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.926978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.927550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.927742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.927812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.928395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.928395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.928395] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.432485] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.432485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.432485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.432485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.432724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.432815] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.432899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.432958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.433120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.433208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.433357] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be updated. [ 967.470320] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.470320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.470320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.470603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.470827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.483602] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: IN_PROGRESS for 2s [ 968.023147] env[66865]: INFO networking_nsxv3.common.synchronization [req-d29d0601-f612-43f5-ba3a-795db831cf9c req-9be982c7-0cc0-4fb8-b0c1-97de8675d8ea tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 968.023846] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 968.024206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.024371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.024467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.024703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.024895] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.025043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.025135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.025315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.025431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.025553] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.373598] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.373792] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.373923] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.374254] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.374527] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.374742] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.374812] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.375042] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.375203] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.375443] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.375579] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.375694] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.375805] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.375914] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.376032] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.376157] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.400841] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.401069] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.401259] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.401464] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.401861] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-a13ccbc2-4b5f-463f-a055-5bee460f85e4 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.402086] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-a13ccbc2-4b5f-463f-a055-5bee460f85e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.402292] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-a13ccbc2-4b5f-463f-a055-5bee460f85e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.402622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-a13ccbc2-4b5f-463f-a055-5bee460f85e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.402768] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a13ccbc2-4b5f-463f-a055-5bee460f85e4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.528695] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.528881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.528946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.529178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.551033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.551297] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.551409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.551462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.551661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.551798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.551936] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 968.584805] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.584945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.585068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.585376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.585563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.596646] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 968.905330] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.905474] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.905600] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.905879] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.906017] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.906175] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port a13ccbc2-4b5f-463f-a055-5bee460f85e4 not found, creating... [ 968.906496] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.906682] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.906852] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.907092] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.907273] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.907587] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.907804] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.907946] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.908200] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.908349] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.909051] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: a13ccbc2-4b5f-463f-a055-5bee460f85e4 is going to be created. [ 968.930809] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.930972] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.931101] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.931389] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.931609] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.931861] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-a13ccbc2-4b5f-463f-a055-5bee460f85e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.496137] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c07fbead-7041-4193-a25c-9b20d616faaf in Status: SUCCESS [ 969.496137] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c07fbead-7041-4193-a25c-9b20d616faaf deletion is rescheduled due to dependency. [ 969.496769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.697362] env[66865]: INFO networking_nsxv3.common.synchronization [req-d29d0601-f612-43f5-ba3a-795db831cf9c req-2dc46d03-ee29-4bda-959c-23d692519b1d service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 969.697867] env[66865]: INFO networking_nsxv3.common.synchronization [req-d29d0601-f612-43f5-ba3a-795db831cf9c req-2dc46d03-ee29-4bda-959c-23d692519b1d service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 969.697867] env[66865]: INFO networking_nsxv3.common.synchronization [req-d29d0601-f612-43f5-ba3a-795db831cf9c req-2dc46d03-ee29-4bda-959c-23d692519b1d service nova] Enqueued Resource ID: a13ccbc2-4b5f-463f-a055-5bee460f85e4 with Priority: HIGHEST for action port [ 969.698448] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 969.699015] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 969.699015] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a13ccbc2-4b5f-463f-a055-5bee460f85e4 with Priority: HIGHEST for action port [ 969.699015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.699262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.699262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.699557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.699626] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.700526] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.700627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.700824] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a13ccbc2-4b5f-463f-a055-5bee460f85e4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.700924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a13ccbc2-4b5f-463f-a055-5bee460f85e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.701012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a13ccbc2-4b5f-463f-a055-5bee460f85e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.701243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a13ccbc2-4b5f-463f-a055-5bee460f85e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.701378] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a13ccbc2-4b5f-463f-a055-5bee460f85e4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.204201] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.204422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.204586] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a13ccbc2-4b5f-463f-a055-5bee460f85e4 with status ACTIVE [ 970.204867] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.205051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.205175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.205460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.205546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.205714] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.205824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.205874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.206070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.206154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.206359] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.206454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.206515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.206669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.206741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.206842] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a13ccbc2-4b5f-463f-a055-5bee460f85e4 is going to be updated. [ 970.231378] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.231378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.231378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.231378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.231378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.231378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a13ccbc2-4b5f-463f-a055-5bee460f85e4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.338164] env[66865]: INFO networking_nsxv3.common.synchronization [req-77984de0-b262-4ba8-81eb-49b25710fafd req-24bffebc-4e5b-47d2-ac37-e10031644204 tempest-ImagesOneServerNegativeTestJSON-1978027139 tempest-ImagesOneServerNegativeTestJSON-1978027139-project-member] Enqueued Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 970.338164] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 with Priority: HIGHEST for action security_group_members [ 970.338339] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b487416-e0c5-439a-be55-97d3b1ae1068 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.338460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.338525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.339201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.339201] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.339201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.339201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.339201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.339201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.339552] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b487416-e0c5-439a-be55-97d3b1ae1068',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.609197] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 970.609662] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 deletion is rescheduled due to dependency. [ 970.609662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.609994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.610335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.610684] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.610924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.611062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.611322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.611470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.611615] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.841089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.841274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.841358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.841662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.841662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.841824] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.841922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.841986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.842150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.842275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.842366] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 is going to be updated. [ 970.871058] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.871256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.871342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.871499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.871785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.881526] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: IN_PROGRESS for 2s [ 971.115446] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.618477] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.122213] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.122439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.122520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.122899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.122899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.123101] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 972.155903] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.156085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.156127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.156388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.156557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.167593] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 972.893866] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 in Status: SUCCESS [ 972.893866] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b487416-e0c5-439a-be55-97d3b1ae1068 deletion is rescheduled due to dependency. [ 972.893866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b487416-e0c5-439a-be55-97d3b1ae1068" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.179886] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 974.180267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.180337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.180555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.180757] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.180879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.180935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.181127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.181223] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.181256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.181351] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.683572] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.683759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.683810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.684334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.684334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.684334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.684334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.684557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.684594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.684797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.684797] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.684900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.684935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.685571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.685571] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.685571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.685571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.685571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.685571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.685571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.685867] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.188748] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83a4358-4915-4ca5-88a2-1924cf349a81: rpc.has_security_group_logging(os_id): False [ 975.210520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.210698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.210779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.211328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.211328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.211328] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.211580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.211580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.211580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.211679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.211812] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.211916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.211977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.212768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.212913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.213149] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.213466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.213466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.213466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.213628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.213628] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 975.297026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.297026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.297026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.297026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.297026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.317652] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 975.339636] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 975.339636] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 975.678867] env[66865]: INFO networking_nsxv3.common.synchronization [None req-81c1878b-9db3-4add-88ba-d88fd3693697 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 975.679542] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 975.679888] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.680030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.680109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.680338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.680530] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.680637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.680704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.680859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.680949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.681056] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.015416] env[66865]: INFO networking_nsxv3.common.synchronization [req-6764b829-f9b1-4ff2-94f4-fb7e0a6ffe7b req-d2d40540-61e1-4a03-85b6-7f8efbd9e3e6 tempest-ServerActionsTestOtherB-853445523 tempest-ServerActionsTestOtherB-853445523-project-member] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 976.016018] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 976.016363] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.016520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.016610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.016947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.017039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.017157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.017242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.017422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.017534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.017649] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.183129] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.342063] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.342466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.342466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.343556] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.343556] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.343556] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.343556] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.343812] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.343848] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.344149] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.344149] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.344267] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.344382] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.344493] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.344636] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.344724] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.377385] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.377568] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.377707] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.377893] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.378242] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-f3ae7904-15d1-4d78-ba02-44772432178a taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.378425] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-f3ae7904-15d1-4d78-ba02-44772432178a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.378550] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-f3ae7904-15d1-4d78-ba02-44772432178a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.378902] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-f3ae7904-15d1-4d78-ba02-44772432178a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.379061] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ae7904-15d1-4d78-ba02-44772432178a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.520069] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.520384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.520479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.520708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.520811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.521058] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.521156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.521213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.521411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.521521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.521651] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 976.548015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.548221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.548273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.548450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.548595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.559359] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 976.685381] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.881438] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.881614] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.881703] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.882317] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.882317] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.882317] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port f3ae7904-15d1-4d78-ba02-44772432178a not found, creating... [ 976.882573] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.882733] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.882847] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.883087] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.883241] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.883534] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.883694] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.883808] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.884017] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.884155] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.884293] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: f3ae7904-15d1-4d78-ba02-44772432178a is going to be created. [ 976.905212] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.905660] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.905660] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.905920] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.906181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.906618] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-f3ae7904-15d1-4d78-ba02-44772432178a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.188053] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.188329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.188368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.188631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.188824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.189034] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 977.219826] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.220041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.220041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.220271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.220425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.230266] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 977.336226] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 977.336451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.688174] env[66865]: INFO networking_nsxv3.common.synchronization [req-6764b829-f9b1-4ff2-94f4-fb7e0a6ffe7b req-d847e107-6b37-44ff-bae9-b08d45ccb8de service nova] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 977.688464] env[66865]: INFO networking_nsxv3.common.synchronization [req-6764b829-f9b1-4ff2-94f4-fb7e0a6ffe7b req-d847e107-6b37-44ff-bae9-b08d45ccb8de service nova] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 977.688510] env[66865]: INFO networking_nsxv3.common.synchronization [req-6764b829-f9b1-4ff2-94f4-fb7e0a6ffe7b req-d847e107-6b37-44ff-bae9-b08d45ccb8de service nova] Enqueued Resource ID: f3ae7904-15d1-4d78-ba02-44772432178a with Priority: HIGHEST for action port [ 977.688708] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 977.688841] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 977.688934] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3ae7904-15d1-4d78-ba02-44772432178a with Priority: HIGHEST for action port [ 977.689519] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.689644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.689733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.689971] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.691299] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.695449] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.695579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.695779] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3ae7904-15d1-4d78-ba02-44772432178a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.696030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3ae7904-15d1-4d78-ba02-44772432178a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.696030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3ae7904-15d1-4d78-ba02-44772432178a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.698690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3ae7904-15d1-4d78-ba02-44772432178a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.698690] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3ae7904-15d1-4d78-ba02-44772432178a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.964151] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.964367] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.964474] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.964747] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.965028] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.965167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.965295] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.965510] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.965751] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.966015] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.966138] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.966270] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.966401] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.966545] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.966704] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.966827] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.014736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.014736] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.014948] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.014948] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.015264] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-53a9bdb3-a286-498e-be72-f45c206abb0e taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.015481] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-53a9bdb3-a286-498e-be72-f45c206abb0e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.015610] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-53a9bdb3-a286-498e-be72-f45c206abb0e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.015951] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-53a9bdb3-a286-498e-be72-f45c206abb0e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.016115] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a9bdb3-a286-498e-be72-f45c206abb0e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.200305] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.200439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202034] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3ae7904-15d1-4d78-ba02-44772432178a with status ACTIVE [ 978.202034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.202584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.202584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202584] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3ae7904-15d1-4d78-ba02-44772432178a is going to be updated. [ 978.223603] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.224174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.224268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.224456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.224689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.224864] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3ae7904-15d1-4d78-ba02-44772432178a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.519537] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.519537] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.519774] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.520093] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.520093] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.520259] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 53a9bdb3-a286-498e-be72-f45c206abb0e not found, creating... [ 978.520400] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.520583] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.520711] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.520926] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.521074] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.521355] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.521512] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.521629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.521831] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.521974] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.522150] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 53a9bdb3-a286-498e-be72-f45c206abb0e is going to be created. [ 978.544338] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.544586] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.544659] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.544931] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.545196] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.545470] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-53a9bdb3-a286-498e-be72-f45c206abb0e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.571732] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 978.571928] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 deletion is rescheduled due to dependency. [ 978.572065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.572266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.572528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.572731] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.572910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.572981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.573182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.573323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.573457] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.076109] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.222425] env[66865]: INFO networking_nsxv3.common.synchronization [req-c1702f8d-8384-41c5-9b72-b0da8fecbd97 req-ba00a05c-f63c-4f17-b0fe-8ced6cf33819 service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 979.222425] env[66865]: INFO networking_nsxv3.common.synchronization [req-c1702f8d-8384-41c5-9b72-b0da8fecbd97 req-ba00a05c-f63c-4f17-b0fe-8ced6cf33819 service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 979.222425] env[66865]: INFO networking_nsxv3.common.synchronization [req-c1702f8d-8384-41c5-9b72-b0da8fecbd97 req-ba00a05c-f63c-4f17-b0fe-8ced6cf33819 service nova] Enqueued Resource ID: 53a9bdb3-a286-498e-be72-f45c206abb0e with Priority: HIGHEST for action port [ 979.222841] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 979.222982] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 979.229094] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a9bdb3-a286-498e-be72-f45c206abb0e with Priority: HIGHEST for action port [ 979.229094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.229094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.229094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.229094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.229094] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.229094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.229094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.229094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a9bdb3-a286-498e-be72-f45c206abb0e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.229094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a9bdb3-a286-498e-be72-f45c206abb0e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.229094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a9bdb3-a286-498e-be72-f45c206abb0e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.229094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a9bdb3-a286-498e-be72-f45c206abb0e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.229094] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a9bdb3-a286-498e-be72-f45c206abb0e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.244136] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 979.244136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.244136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.244136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.244136] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.244136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.244136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.244136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.244136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.244136] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.508127] env[66865]: INFO networking_nsxv3.common.synchronization [req-ecf00596-0524-41fb-b3e0-0edfa97686be req-c9dbce1d-406d-4ba2-93c3-28b65ca42cf0 tempest-VolumesAdminNegativeTest-1916951594 tempest-VolumesAdminNegativeTest-1916951594-project-member] Enqueued Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGHEST for action security_group_members [ 979.509183] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGHEST for action security_group_members [ 979.509537] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f36dd77-647c-40fd-a15b-a7cce194b98c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.509695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.509788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.510178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.510379] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.510888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.510998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.511213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.511329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.511460] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.578294] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.737021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.737021] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53a9bdb3-a286-498e-be72-f45c206abb0e with status ACTIVE [ 979.737021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.737021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.737021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.737021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.737638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.737638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.737638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.737638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.737638] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53a9bdb3-a286-498e-be72-f45c206abb0e is going to be updated. [ 979.751685] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.759745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.759745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.759745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.759745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.759745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.759745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a9bdb3-a286-498e-be72-f45c206abb0e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.015377] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.015377] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.015377] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c already deleted. [ 980.015377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.086025] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.086025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.086025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.086025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.086025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.086025] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 980.102024] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.102024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-699" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.102024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-699" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.102604] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-699" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.106010] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.106010] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.106010] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.106010] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.106010] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.106010] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.106010] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.106010] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.106010] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.106010] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.106010] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.106010] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.121676] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.121676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.121676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.122717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.122717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.126143] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.126369] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.126440] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.126671] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-699" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.126857] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.127028] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.127147] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.127457] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.127687] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e96624-99fa-400e-86cd-1e73c6ee7b0b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.138919] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 980.337032] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.630485] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.630647] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.630774] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.631067] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.631220] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.631368] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port a7e96624-99fa-400e-86cd-1e73c6ee7b0b not found, creating... [ 980.631617] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.631769] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.631882] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.632118] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.632273] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.632564] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.632727] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.632841] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.633054] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.633186] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.633355] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: a7e96624-99fa-400e-86cd-1e73c6ee7b0b is going to be created. [ 980.656781] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.656999] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.657144] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.657439] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.657674] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.657905] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.839709] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.839988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.840085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.840342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.840437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.840542] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 980.875856] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.875996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.875996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.877919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.877919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.886253] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 981.375391] env[66865]: INFO networking_nsxv3.common.synchronization [req-ecf00596-0524-41fb-b3e0-0edfa97686be req-31e815bb-6f0c-42b2-a59c-e764f458530c service nova] Enqueued Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGHEST for action security_group_rules [ 981.375886] env[66865]: INFO networking_nsxv3.common.synchronization [req-ecf00596-0524-41fb-b3e0-0edfa97686be req-31e815bb-6f0c-42b2-a59c-e764f458530c service nova] Enqueued Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGHEST for action security_group_members [ 981.375886] env[66865]: INFO networking_nsxv3.common.synchronization [req-ecf00596-0524-41fb-b3e0-0edfa97686be req-31e815bb-6f0c-42b2-a59c-e764f458530c service nova] Enqueued Resource ID: a7e96624-99fa-400e-86cd-1e73c6ee7b0b with Priority: HIGHEST for action port [ 981.376943] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGHEST for action security_group_rules [ 981.377101] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGHEST for action security_group_members [ 981.377204] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e96624-99fa-400e-86cd-1e73c6ee7b0b with Priority: HIGHEST for action port [ 981.378271] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f36dd77-647c-40fd-a15b-a7cce194b98c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.378271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.378271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.378271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.378516] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.379211] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f36dd77-647c-40fd-a15b-a7cce194b98c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.379341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.379385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.379554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.379696] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.379783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.379843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.379975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.380296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.380592] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.382121] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.382894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.382987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.383197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.383294] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e96624-99fa-400e-86cd-1e73c6ee7b0b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.736956] env[66865]: INFO networking_nsxv3.common.synchronization [req-8226ae26-773c-40d2-a27c-2b690f904418 req-f1459e0c-874a-4947-9000-9f2fd4e7e4ac tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 981.737636] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 981.737842] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.738012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.738012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.739047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.739047] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.739141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.739177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.739476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.739476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.739476] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.888145] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.888145] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f36dd77-647c-40fd-a15b-a7cce194b98c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.888145] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7e96624-99fa-400e-86cd-1e73c6ee7b0b with status ACTIVE [ 981.888145] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.888145] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.888145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.888723] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.888723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.888723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.890251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.890251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.890251] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7e96624-99fa-400e-86cd-1e73c6ee7b0b is going to be updated. [ 981.912395] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.912602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.912672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.912880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.913020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.913221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e96624-99fa-400e-86cd-1e73c6ee7b0b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.104049] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.104305] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.104539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.104782] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.105372] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.105550] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.105666] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.105904] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.106054] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.106275] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.106390] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.106497] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.106610] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.106703] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.106810] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.110019] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.129516] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.129636] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.129764] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.129999] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.130355] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-831842d9-6f89-447d-941f-60b8ac5389ab taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.130529] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-831842d9-6f89-447d-941f-60b8ac5389ab" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.130665] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-831842d9-6f89-447d-941f-60b8ac5389ab" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.131075] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-831842d9-6f89-447d-941f-60b8ac5389ab" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.131262] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831842d9-6f89-447d-941f-60b8ac5389ab',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.148689] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 982.148834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.149789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.149789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.149789] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.149789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.149789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.150062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.150062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.150062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.150173] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.243644] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.243644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.243644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.243644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.243644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.243644] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.243644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.243644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.243644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.243644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.243644] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 982.275854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.276093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.276308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.276611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.276800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.288358] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 982.392629] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.638063] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.638299] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.638425] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.638730] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.638880] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.639066] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 831842d9-6f89-447d-941f-60b8ac5389ab not found, creating... [ 982.639483] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.639762] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.640031] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.640394] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.640547] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.640850] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.641021] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.641136] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.641343] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.641469] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.641642] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 831842d9-6f89-447d-941f-60b8ac5389ab is going to be created. [ 982.652803] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.662740] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.662966] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.663069] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.663343] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.663575] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.663799] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-831842d9-6f89-447d-941f-60b8ac5389ab" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.895027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.895273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.895273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.895708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.895778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.895931] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c is going to be created. [ 982.897957] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 982.898039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.898191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.898558] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.898659] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.898964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.898964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.898964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.900010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.900010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.900010] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.932748] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.934653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.934653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.934653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.934653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.944493] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c in Status: UNINITIALIZED for 2s [ 983.155106] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86442f91-5935-418f-a702-60ccf4f42000: rpc.has_security_group_logging(os_id): False [ 983.174186] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.174439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.174504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.174814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.174985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.175206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.175355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.175528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.175652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.175736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.175808] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 983.244389] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.244595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.244595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.244786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.244932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.259336] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 983.379523] env[66865]: INFO networking_nsxv3.common.synchronization [req-8226ae26-773c-40d2-a27c-2b690f904418 req-624e498f-c3e2-4ce0-9488-a9dfc634dbb4 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 983.379707] env[66865]: INFO networking_nsxv3.common.synchronization [req-8226ae26-773c-40d2-a27c-2b690f904418 req-624e498f-c3e2-4ce0-9488-a9dfc634dbb4 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 983.379972] env[66865]: INFO networking_nsxv3.common.synchronization [req-8226ae26-773c-40d2-a27c-2b690f904418 req-624e498f-c3e2-4ce0-9488-a9dfc634dbb4 service nova] Enqueued Resource ID: 831842d9-6f89-447d-941f-60b8ac5389ab with Priority: HIGHEST for action port [ 983.381097] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 983.381383] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 983.381644] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831842d9-6f89-447d-941f-60b8ac5389ab with Priority: HIGHEST for action port [ 983.382193] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.382487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.382667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.383049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.383259] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.385399] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.385642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.386557] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-831842d9-6f89-447d-941f-60b8ac5389ab taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.386557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831842d9-6f89-447d-941f-60b8ac5389ab" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.386557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831842d9-6f89-447d-941f-60b8ac5389ab" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.386821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831842d9-6f89-447d-941f-60b8ac5389ab" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.387122] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831842d9-6f89-447d-941f-60b8ac5389ab',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.402036] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.402036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.402036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.402684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.403664] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.403664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.403664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.403664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.403664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.403664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.403664] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.404117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.404117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.404669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.404669] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.404669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.404942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.405543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.405543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.405543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.405543] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.873199] env[66865]: INFO networking_nsxv3.common.synchronization [req-e42e831a-f01c-4a99-aba0-de30fa1ed79e req-58d6e1cf-565c-49b1-a32e-3af50b580d75 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 983.873199] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 983.873199] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.873199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.873199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.874811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.875199] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.875475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.875687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.875980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.877320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.877320] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.889861] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.889861] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.894022] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 831842d9-6f89-447d-941f-60b8ac5389ab with status ACTIVE [ 983.894022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.894022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.894022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.894022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.894022] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 831842d9-6f89-447d-941f-60b8ac5389ab is going to be updated. [ 983.911504] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83a4358-4915-4ca5-88a2-1924cf349a81: rpc.has_security_group_logging(os_id): False [ 983.939435] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.939435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.939684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.939815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.939930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.940206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.940333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.940394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.940555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.940628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.940810] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.940900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.940958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.941109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.941181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.941497] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.941497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.941629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.941661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.941712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.941793] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 983.944111] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.944278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.944357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.944895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.944895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.944895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831842d9-6f89-447d-941f-60b8ac5389ab" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.052885] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.053180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.053364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.053650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.053899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.112962] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 984.294977] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.295199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.295325] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.295923] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.296311] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.296425] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.296501] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.296977] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.297169] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.297411] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.297536] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.297933] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.298115] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.298240] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.298347] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.298476] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.300954] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 984.302403] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 984.302403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.302403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.302403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.302403] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.302597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.302597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.302737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.302838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.302933] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.342939] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.343165] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.343277] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.343483] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.344145] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-e840b149-6ab8-4180-852d-bcc26584306c taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.344145] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-e840b149-6ab8-4180-852d-bcc26584306c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.344145] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-e840b149-6ab8-4180-852d-bcc26584306c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.344512] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-e840b149-6ab8-4180-852d-bcc26584306c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.344688] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e840b149-6ab8-4180-852d-bcc26584306c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.379410] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.601144] env[66865]: INFO networking_nsxv3.common.synchronization [None req-bee4b660-9c3c-4347-80cb-d91f1ee25223 None None] Enqueued Resource ID: b0687035-cfda-4383-a833-206aacae5f82 with Priority: HIGHEST for action port [ 984.601783] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0687035-cfda-4383-a833-206aacae5f82 with Priority: HIGHEST for action port [ 984.602125] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0687035-cfda-4383-a833-206aacae5f82 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.602260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0687035-cfda-4383-a833-206aacae5f82" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.602399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0687035-cfda-4383-a833-206aacae5f82" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.602668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0687035-cfda-4383-a833-206aacae5f82" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.602758] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0687035-cfda-4383-a833-206aacae5f82',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.805605] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.847470] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.847741] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.847897] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.848202] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.848350] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.848504] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port e840b149-6ab8-4180-852d-bcc26584306c not found, creating... [ 984.848763] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.848916] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.849044] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.849265] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.849409] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.849713] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.849842] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.849957] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.850194] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.850357] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.850506] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: e840b149-6ab8-4180-852d-bcc26584306c is going to be created. [ 984.875882] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.876138] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.876226] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.876506] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.876741] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.876964] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-e840b149-6ab8-4180-852d-bcc26584306c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.881885] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.958901] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c in Status: SUCCESS [ 984.958901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.959898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.960980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.961915] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.961915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.961915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.961915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.962134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.962304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.962398] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.105134] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0687035-cfda-4383-a833-206aacae5f82 [ 985.105393] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.105543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.105612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.105826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.105913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.106013] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0687035-cfda-4383-a833-206aacae5f82 already deleted. [ 985.106097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0687035-cfda-4383-a833-206aacae5f82" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.273184] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 985.273538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.308761] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.387018] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.387018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.387018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.387018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.387018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.387018] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 985.436170] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.436978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.437092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.437394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.437605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.457329] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 985.464654] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f36dd77-647c-40fd-a15b-a7cce194b98c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.464857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.464896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.465150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.465331] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.465433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.465493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.465648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.465732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.465815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.465953] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f36dd77-647c-40fd-a15b-a7cce194b98c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.466054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.466111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.466249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.466385] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.466472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.466530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.466664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.466734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.466808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.466896] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.665131] env[66865]: INFO networking_nsxv3.common.synchronization [req-e42e831a-f01c-4a99-aba0-de30fa1ed79e req-03c8886a-c2e0-47cc-901c-b0a535376115 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 985.665131] env[66865]: INFO networking_nsxv3.common.synchronization [req-e42e831a-f01c-4a99-aba0-de30fa1ed79e req-03c8886a-c2e0-47cc-901c-b0a535376115 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 985.665131] env[66865]: INFO networking_nsxv3.common.synchronization [req-e42e831a-f01c-4a99-aba0-de30fa1ed79e req-03c8886a-c2e0-47cc-901c-b0a535376115 service nova] Enqueued Resource ID: e840b149-6ab8-4180-852d-bcc26584306c with Priority: HIGHEST for action port [ 985.665131] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 985.665131] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 985.665131] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e840b149-6ab8-4180-852d-bcc26584306c with Priority: HIGHEST for action port [ 985.665131] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.666225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.666434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.666791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.667039] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.668226] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.668462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.672951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-e840b149-6ab8-4180-852d-bcc26584306c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.672951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e840b149-6ab8-4180-852d-bcc26584306c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.672951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e840b149-6ab8-4180-852d-bcc26584306c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.672951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e840b149-6ab8-4180-852d-bcc26584306c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.673164] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e840b149-6ab8-4180-852d-bcc26584306c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.818069] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.818069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.818069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.818069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.818069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.818069] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 985.853999] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.854173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.854249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.854455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.854625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.863626] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 985.971965] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f36dd77-647c-40fd-a15b-a7cce194b98c: rpc.has_security_group_logging(os_id): False [ 985.994495] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.994663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.994793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.995214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.995214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.995338] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.995338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.995457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.995701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.995770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.995991] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.996149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.996257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.996396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.996445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.997519] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.997519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.997519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.997519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.999911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.999983] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c is going to be created. [ 986.069822] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.069822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.069822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.069822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.069822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.083100] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c in Status: IN_PROGRESS for 2s [ 986.139661] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 986.139661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.176898] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.180021] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e840b149-6ab8-4180-852d-bcc26584306c with status ACTIVE [ 986.180021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.180021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.180021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.180021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.180631] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e840b149-6ab8-4180-852d-bcc26584306c is going to be updated. [ 986.210129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.210129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.210129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.210129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.210129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.210129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e840b149-6ab8-4180-852d-bcc26584306c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.541722] env[66865]: INFO networking_nsxv3.common.synchronization [None req-e8df22ba-e2a6-4dae-85de-12a629612d47 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_rules [ 986.541722] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_rules [ 986.541722] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.541722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.541722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.541722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.541722] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.757958] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c41c0e90-3a2d-47e0-9e92-659e1a5b5332 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_rules [ 986.758470] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_rules [ 986.759893] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.759893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.067773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.067773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.067773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.067773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.067773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.067773] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 already deleted. [ 987.067773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.067773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.067773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.068277] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.369259] env[66865]: INFO networking_nsxv3.common.synchronization [None req-ab04ef18-6d3c-41e3-99ba-3f967bf75657 None None] Enqueued Resource ID: 40234fe6-f274-46b4-b625-b03dafe5e75d with Priority: HIGHEST for action port [ 987.369936] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40234fe6-f274-46b4-b625-b03dafe5e75d with Priority: HIGHEST for action port [ 987.370902] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-40234fe6-f274-46b4-b625-b03dafe5e75d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.371084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40234fe6-f274-46b4-b625-b03dafe5e75d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.371129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40234fe6-f274-46b4-b625-b03dafe5e75d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.371381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40234fe6-f274-46b4-b625-b03dafe5e75d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.371511] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40234fe6-f274-46b4-b625-b03dafe5e75d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.472123] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 987.472502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.472965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.473084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.473361] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.473537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.473636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.473951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.474110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.474281] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.589324] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.589324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.589324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.589613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.589613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.589687] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 already deleted. [ 987.589722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.874911] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40234fe6-f274-46b4-b625-b03dafe5e75d [ 987.875495] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.875495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.875495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.875949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.875949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.875949] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40234fe6-f274-46b4-b625-b03dafe5e75d already deleted. [ 987.875949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40234fe6-f274-46b4-b625-b03dafe5e75d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.878019] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 987.878413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.878593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.878831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.879012] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.879153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.879212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.879370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.879448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.879563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.879686] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.977390] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.098780] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c in Status: SUCCESS [ 988.099049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.381668] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.381927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.381989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.382226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.382613] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.382613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.382715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.382795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.382886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.382976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.383144] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.383275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.383320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.383449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.383644] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.383767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.383767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.383915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.383992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.384089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.384183] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.482547] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.891956] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b21138-722d-4f53-bb34-2b3b1c1918d4: rpc.has_security_group_logging(os_id): False [ 988.911750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.911750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.911750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.911750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.912343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.912343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.912343] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.912343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.912343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.912515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.912515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.912515] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 988.981044] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.983398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.983398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.983398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.983398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.989303] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.989518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.990043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.990043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.990231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.990392] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 989.000995] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 989.030335] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.030482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.030549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.030756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.030921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.045033] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 991.020667] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 991.021041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.055737] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 991.056017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.056217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.056478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.056717] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.056883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.056979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.057202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.057298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.057439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.057549] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.371165] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d300f8a0-bf41-4e8e-943f-c45b64cc8430 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: 997e0588-704d-4e4e-96d1-c6927037bab2 with Priority: HIGHEST for action security_group_rules [ 991.371891] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997e0588-704d-4e4e-96d1-c6927037bab2 with Priority: HIGHEST for action security_group_rules [ 991.372031] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-997e0588-704d-4e4e-96d1-c6927037bab2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.373120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-997e0588-704d-4e4e-96d1-c6927037bab2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.373120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-997e0588-704d-4e4e-96d1-c6927037bab2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.373120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-997e0588-704d-4e4e-96d1-c6927037bab2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.373400] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('997e0588-704d-4e4e-96d1-c6927037bab2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.522973] env[66865]: INFO networking_nsxv3.common.synchronization [None req-97174166-095f-4b50-9b72-8c9d2d7257df tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: 997e0588-704d-4e4e-96d1-c6927037bab2 with Priority: HIGHEST for action security_group_rules [ 991.522973] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997e0588-704d-4e4e-96d1-c6927037bab2 with Priority: HIGHEST for action security_group_rules [ 991.522973] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-997e0588-704d-4e4e-96d1-c6927037bab2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.522973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-997e0588-704d-4e4e-96d1-c6927037bab2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.560529] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.563224] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.563224] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.563224] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.563224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.565279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.565681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.566128] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.607579] env[66865]: INFO networking_nsxv3.common.synchronization [req-17a184a5-b65b-4f67-b239-c5a93743c0c7 req-c5be4a00-abb5-46b5-873a-74133afba454 tempest-ServersWithSpecificFlavorTestJSON-386325694 tempest-ServersWithSpecificFlavorTestJSON-386325694-project-member] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 991.608182] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGHEST for action security_group_members [ 991.608546] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.608696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.608802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.609041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.609229] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.609387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.609443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.609625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.609747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.609848] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.898019] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.898019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.898240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.898943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.898943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.898943] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 997e0588-704d-4e4e-96d1-c6927037bab2 already deleted. [ 991.898943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-997e0588-704d-4e4e-96d1-c6927037bab2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.898943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-997e0588-704d-4e4e-96d1-c6927037bab2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.899193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-997e0588-704d-4e4e-96d1-c6927037bab2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.899193] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('997e0588-704d-4e4e-96d1-c6927037bab2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.068908] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f34f7049-05c3-4e72-a67d-240ffda9d409: rpc.has_security_group_logging(os_id): False [ 992.093772] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.093965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.094057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.095127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.095127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.095127] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.095127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.095127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.095127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.095555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.095555] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.095630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.095712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.095866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.095952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.096151] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.096238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.096303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.096443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.096514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.096595] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 992.112600] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.112876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.112960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.113234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.134611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.134969] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.135121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.135121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.135329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.135455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.135588] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 is going to be updated. [ 992.167295] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.167464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.167570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.167819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.167990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.171547] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.171686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.171746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.171927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.172090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.179687] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: IN_PROGRESS for 2s [ 992.183566] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 992.421436] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.421671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.421671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.421872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.421987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.422099] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 997e0588-704d-4e4e-96d1-c6927037bab2 already deleted. [ 992.422224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-997e0588-704d-4e4e-96d1-c6927037bab2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.357523] env[66865]: INFO networking_nsxv3.common.synchronization [req-1e38f162-9613-4146-90c5-bbb87eebbd48 req-2735608c-a10d-48fd-b5a8-c00b042ae106 tempest-ListServerFiltersTestJSON-1037951914 tempest-ListServerFiltersTestJSON-1037951914-project-member] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 993.358071] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 993.358379] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.358490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.358556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.358811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.358965] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.359521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.359601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.359761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.359866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.359935] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.651220] env[66865]: INFO networking_nsxv3.common.synchronization [req-53032689-2507-4565-85a1-4fd41e339ee3 req-4c6d4101-7d97-46a8-b00f-111e05a6aa0b tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_members [ 993.651851] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGHEST for action security_group_members [ 993.652227] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.652868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.652868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.652868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.652868] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.652868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.653127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.653127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.653184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.653249] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.787246] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.787454] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.787690] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.788515] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.789261] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.789588] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.789795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.790177] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.790720] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.790720] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.790867] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.790942] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.791168] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.791301] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.791407] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.791561] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.812431] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.812642] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.812782] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.812961] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.814032] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-936ff030-63d5-4b36-b131-d027003a9f7a taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.814032] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-936ff030-63d5-4b36-b131-d027003a9f7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.814032] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-936ff030-63d5-4b36-b131-d027003a9f7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.814331] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-936ff030-63d5-4b36-b131-d027003a9f7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.814331] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936ff030-63d5-4b36-b131-d027003a9f7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.864951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.864951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.864951] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 already deleted. [ 993.864951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.156009] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.157099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.157099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.157099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.157099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.157397] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.157397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.157397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.157524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.157554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.157649] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa is going to be updated. [ 994.189929] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.190093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.190166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.190547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.190969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.193575] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 in Status: SUCCESS [ 994.193818] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 deletion is rescheduled due to dependency. [ 994.193968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.200922] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa in Status: IN_PROGRESS for 2s [ 994.203025] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 994.203025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.249570] env[66865]: INFO networking_nsxv3.common.synchronization [req-af52b8fe-116f-4f00-896a-e2bf28950e5d req-64c55972-f99a-4c73-b9a8-1be8785b313e tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 994.250491] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 994.250898] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.251064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.251153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.251394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.251751] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.251751] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.251955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.252038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.252154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.252359] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.316768] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.317031] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.317135] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.317433] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.317664] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.317865] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 936ff030-63d5-4b36-b131-d027003a9f7a not found, creating... [ 994.318167] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.318352] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.318440] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.318691] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.318813] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.319118] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.319269] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.319482] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.319584] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.319712] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.319851] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 936ff030-63d5-4b36-b131-d027003a9f7a is going to be created. [ 994.347060] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.347309] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.347430] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.347767] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.347950] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.348192] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-936ff030-63d5-4b36-b131-d027003a9f7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.755193] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.796466] env[66865]: INFO networking_nsxv3.common.synchronization [req-a8794d62-795e-47b6-9de5-554d37b1d42e req-b2dd0a0d-e287-457e-8a97-c3250e45a0dc tempest-VolumesAdminNegativeTest-1916951594 tempest-VolumesAdminNegativeTest-1916951594-project-member] Enqueued Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGHEST for action security_group_members [ 994.797072] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGHEST for action security_group_members [ 994.797399] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f36dd77-647c-40fd-a15b-a7cce194b98c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.797515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.797585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.797814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.797969] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.798076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.798146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.798303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.798388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.798480] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.086862] env[66865]: INFO networking_nsxv3.common.synchronization [req-1e38f162-9613-4146-90c5-bbb87eebbd48 req-dae2ebb1-ef20-4455-a9a3-f1b78bc92212 service nova] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_rules [ 995.087104] env[66865]: INFO networking_nsxv3.common.synchronization [req-1e38f162-9613-4146-90c5-bbb87eebbd48 req-dae2ebb1-ef20-4455-a9a3-f1b78bc92212 service nova] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 995.087272] env[66865]: INFO networking_nsxv3.common.synchronization [req-1e38f162-9613-4146-90c5-bbb87eebbd48 req-dae2ebb1-ef20-4455-a9a3-f1b78bc92212 service nova] Enqueued Resource ID: 936ff030-63d5-4b36-b131-d027003a9f7a with Priority: HIGHEST for action port [ 995.087747] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_rules [ 995.088480] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 995.088480] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936ff030-63d5-4b36-b131-d027003a9f7a with Priority: HIGHEST for action port [ 995.088480] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.088480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.088480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.088699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.089853] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.089853] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.090056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.090056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.090701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.090701] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.090701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.090701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.090701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.090921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.090921] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.092265] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-936ff030-63d5-4b36-b131-d027003a9f7a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.092417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-936ff030-63d5-4b36-b131-d027003a9f7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.092547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-936ff030-63d5-4b36-b131-d027003a9f7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.092647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-936ff030-63d5-4b36-b131-d027003a9f7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.092726] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936ff030-63d5-4b36-b131-d027003a9f7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.259693] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.291883] env[66865]: INFO networking_nsxv3.common.synchronization [req-d2c6f253-deb4-48c2-90e9-5274f5e337a7 req-479dd597-459f-49d9-94a7-dc4aa4d61f68 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 995.292821] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 995.294015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.294310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.294464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.294711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.294887] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.295030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.296433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.296433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.296433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.296433] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.303098] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.303285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.303555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.303997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.303997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.303997] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.304183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.304296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.304839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.304839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.304839] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c is going to be updated. [ 995.322852] env[66865]: INFO networking_nsxv3.common.synchronization [None req-47297dd2-bfb7-4ffc-aebf-a8489440c463 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 995.323977] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 995.325607] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.325768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.372254] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.372669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.372834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.373169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.373415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.382897] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c in Status: IN_PROGRESS for 2s [ 995.594933] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.595118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.595329] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.596287] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 936ff030-63d5-4b36-b131-d027003a9f7a with status ACTIVE [ 995.596541] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.596646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.596718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.596890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.596982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.597174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.597273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.597353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.597509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.597599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.597787] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.597990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.597990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.598100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.598200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.598339] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 936ff030-63d5-4b36-b131-d027003a9f7a is going to be updated. [ 995.622661] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.622816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.622897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.623121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.623271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.623537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-936ff030-63d5-4b36-b131-d027003a9f7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.762841] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.763313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.763313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.763454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.763454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.763567] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 995.797568] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.797748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.800086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.800086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.800086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.800332] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.800332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.800456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.800521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.800601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.800788] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.800878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.800942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.801754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.803914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.803914] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 995.817988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 995.834335] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.834483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.834553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.834769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.834902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.844187] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 995.892473] env[66865]: INFO networking_nsxv3.common.synchronization [req-13a65590-d889-47f3-85ac-6eeca5615b96 req-187f2d2f-07f5-43a9-aeb4-b09966415dad tempest-ListServerFiltersTestJSON-1037951914 tempest-ListServerFiltersTestJSON-1037951914-project-member] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 995.892473] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 995.892473] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.892473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.101320] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.211631] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa in Status: SUCCESS [ 996.211631] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa deletion is rescheduled due to dependency. [ 996.211631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.236209] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.236209] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.236209] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.236209] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.236209] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.236209] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.236769] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.237129] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.237435] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.238687] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.238687] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.238687] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.238687] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.238687] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.238687] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.238687] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.257090] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.257471] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.257471] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.257656] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.258047] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-17a7ca6f-d8ce-426a-a423-6e7130de1230 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.258192] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-17a7ca6f-d8ce-426a-a423-6e7130de1230" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.258309] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-17a7ca6f-d8ce-426a-a423-6e7130de1230" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.258663] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-17a7ca6f-d8ce-426a-a423-6e7130de1230" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.258774] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a7ca6f-d8ce-426a-a423-6e7130de1230',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.603079] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.603079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.603079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.603319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.603319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.603394] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be created. [ 996.632218] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.632491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.632632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.633015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.633322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.646719] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: UNINITIALIZED for 2s [ 996.761737] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.762167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.762367] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.762742] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.762921] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.763195] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 17a7ca6f-d8ce-426a-a423-6e7130de1230 not found, creating... [ 996.763524] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.763751] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.763874] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.764216] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.764923] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.764923] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.765145] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.765274] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.765590] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.765740] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.765884] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 17a7ca6f-d8ce-426a-a423-6e7130de1230 is going to be created. [ 996.787656] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.787885] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.788011] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.788445] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.788731] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.789048] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-17a7ca6f-d8ce-426a-a423-6e7130de1230" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.392810] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c in Status: SUCCESS [ 997.392998] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c deletion is rescheduled due to dependency. [ 997.393139] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.513691] env[66865]: INFO networking_nsxv3.common.synchronization [req-13a65590-d889-47f3-85ac-6eeca5615b96 req-7b625fa3-a0f0-479e-bec1-77392c365165 service nova] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_rules [ 997.513904] env[66865]: INFO networking_nsxv3.common.synchronization [req-13a65590-d889-47f3-85ac-6eeca5615b96 req-7b625fa3-a0f0-479e-bec1-77392c365165 service nova] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 997.514060] env[66865]: INFO networking_nsxv3.common.synchronization [req-13a65590-d889-47f3-85ac-6eeca5615b96 req-7b625fa3-a0f0-479e-bec1-77392c365165 service nova] Enqueued Resource ID: 17a7ca6f-d8ce-426a-a423-6e7130de1230 with Priority: HIGHEST for action port [ 997.514676] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_rules [ 997.514843] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 997.514950] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a7ca6f-d8ce-426a-a423-6e7130de1230 with Priority: HIGHEST for action port [ 997.515281] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.515402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.515624] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.515720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.515932] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-17a7ca6f-d8ce-426a-a423-6e7130de1230 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.516037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17a7ca6f-d8ce-426a-a423-6e7130de1230" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.516102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17a7ca6f-d8ce-426a-a423-6e7130de1230" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.516314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17a7ca6f-d8ce-426a-a423-6e7130de1230" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.516409] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a7ca6f-d8ce-426a-a423-6e7130de1230',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.829215] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 997.829672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.829833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.830086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.830815] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.830815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.830815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.830815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.830815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.830815] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.855805] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 997.855805] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 deletion is rescheduled due to dependency. [ 997.855805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.021471] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17a7ca6f-d8ce-426a-a423-6e7130de1230 with status ACTIVE [ 998.021613] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.021706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.021775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.022385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.022385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.022385] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.022684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.022684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.022684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.022773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.022901] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.022992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.023065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.023201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.023283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.023368] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17a7ca6f-d8ce-426a-a423-6e7130de1230 is going to be updated. [ 998.046956] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.047174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.047230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.047597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.047597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.047792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17a7ca6f-d8ce-426a-a423-6e7130de1230" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.050905] env[66865]: INFO networking_nsxv3.common.synchronization [req-6de49b4f-d876-408d-baa4-119fb142cd8a req-f5e9d6dc-1aa5-44b2-a934-5ac2f46f2e86 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_members [ 998.051658] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGHEST for action security_group_members [ 998.052064] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.052239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.052307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.052572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.053104] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.053214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.053284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.053436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.053524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.053620] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.183207] env[66865]: INFO networking_nsxv3.common.synchronization [req-b23ff11e-bc8e-4e3d-850e-0c250beaaab2 req-abc8741a-dae4-4c86-a2bc-3fc12c9be36d tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 998.184492] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 998.188095] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.188254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.188321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.188499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.188659] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.188755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.188815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.188959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.189072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.189172] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.333556] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.333749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.333795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.334147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.334310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.334450] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.334592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.334772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.334885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.334961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.335062] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 998.370086] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.370392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.370392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.370583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.370717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.381994] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 998.497243] env[66865]: INFO networking_nsxv3.common.synchronization [req-bd91d44d-5ca0-4133-91a6-c95901c8e8fd req-7acd4018-3899-40dc-9cb7-4588c0b2c178 tempest-ListServerFiltersTestJSON-1037951914 tempest-ListServerFiltersTestJSON-1037951914-project-member] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 998.497243] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 998.497400] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.497517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.556493] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.556493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.556493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.556644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.556644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.557096] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.557208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.557266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.557456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.557529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.557596] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 is going to be updated. [ 998.589355] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.589553] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.589613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.589835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.589963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.602549] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41906929-4c4e-4125-8fef-d617553d2d99 in Status: IN_PROGRESS for 2s [ 998.661095] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 998.661342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.661559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.661789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.661988] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.662495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.662495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.662495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.662495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.662495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.662688] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.663665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.663847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.664068] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.664140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.664188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.664327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.664407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.664498] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.692692] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.943133] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.943133] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.943133] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.943666] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.943666] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.943828] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.943828] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.944063] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.944214] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.944419] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.944531] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.944939] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.944939] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.944939] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.945152] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.945152] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.966485] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.966689] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.966828] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.966997] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-581" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.967339] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-21532e1e-55c3-446a-9844-29ed1caf8911 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.967515] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-21532e1e-55c3-446a-9844-29ed1caf8911" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.967637] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-21532e1e-55c3-446a-9844-29ed1caf8911" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.968025] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-21532e1e-55c3-446a-9844-29ed1caf8911" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.968178] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21532e1e-55c3-446a-9844-29ed1caf8911',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.167112] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.168285] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.168444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.194572] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.471055] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.471452] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.471698] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.472048] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.472238] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.472476] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 21532e1e-55c3-446a-9844-29ed1caf8911 not found, creating... [ 999.472893] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.473184] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.473408] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.473738] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.473987] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.475042] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.475042] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.475042] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.475265] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.476499] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.476499] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 21532e1e-55c3-446a-9844-29ed1caf8911 is going to be created. [ 999.497945] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.497945] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.497945] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.498319] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.498418] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.498644] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-21532e1e-55c3-446a-9844-29ed1caf8911" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.671229] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.675404] env[66865]: INFO networking_nsxv3.common.synchronization [req-a74c5e48-e8cd-492a-9b44-b4c00bca88a3 req-81f5869e-86fa-4bc5-9057-664e3be57b97 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 999.676403] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 999.676951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.677408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.677408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.677584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.677854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.678035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.678158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.678430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.678576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.678802] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.697057] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.697057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.697057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.697367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.697367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.697367] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 999.743028] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.743727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.743727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.743727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.744096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.757841] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1000.173580] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.173869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.173869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.174081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.174178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.174280] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1000.182278] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.182480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.182568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.182757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.182842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.183040] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.183137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.183198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.183345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.183458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.183516] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1000.200797] env[66865]: INFO networking_nsxv3.common.synchronization [req-bd91d44d-5ca0-4133-91a6-c95901c8e8fd req-c143e3ed-fd91-47c7-afce-a5ab138f3710 service nova] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_rules [ 1000.200908] env[66865]: INFO networking_nsxv3.common.synchronization [req-bd91d44d-5ca0-4133-91a6-c95901c8e8fd req-c143e3ed-fd91-47c7-afce-a5ab138f3710 service nova] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 1000.201057] env[66865]: INFO networking_nsxv3.common.synchronization [req-bd91d44d-5ca0-4133-91a6-c95901c8e8fd req-c143e3ed-fd91-47c7-afce-a5ab138f3710 service nova] Enqueued Resource ID: 21532e1e-55c3-446a-9844-29ed1caf8911 with Priority: HIGHEST for action port [ 1000.201631] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_rules [ 1000.201775] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 1000.201875] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21532e1e-55c3-446a-9844-29ed1caf8911 with Priority: HIGHEST for action port [ 1000.205163] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.205163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.205163] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.205163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.205163] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-21532e1e-55c3-446a-9844-29ed1caf8911 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.205163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21532e1e-55c3-446a-9844-29ed1caf8911" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.205163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21532e1e-55c3-446a-9844-29ed1caf8911" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.205163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21532e1e-55c3-446a-9844-29ed1caf8911" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.205163] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21532e1e-55c3-446a-9844-29ed1caf8911',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.216927] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.217108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.217193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.217507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.217578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.220385] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.221194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.221194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.221194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.221194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.232924] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1000.234378] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1000.394530] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 1000.394755] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 deletion is rescheduled due to dependency. [ 1000.394886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.611815] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41906929-4c4e-4125-8fef-d617553d2d99 in Status: SUCCESS [ 1000.612012] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 deletion is rescheduled due to dependency. [ 1000.612128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.706429] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21532e1e-55c3-446a-9844-29ed1caf8911 with status ACTIVE [ 1000.706653] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.706799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.706853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.707216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.707296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.707510] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.707621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.707685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.707837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.707912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.708141] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.708219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.708251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.708389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.708462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.708546] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21532e1e-55c3-446a-9844-29ed1caf8911 is going to be updated. [ 1000.729593] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.729742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.729807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.730241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.730241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.730420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21532e1e-55c3-446a-9844-29ed1caf8911" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.989974] env[66865]: INFO networking_nsxv3.common.synchronization [req-0a9fd248-af53-43f4-bcb9-e1f4c2f0a173 req-0216f6de-810e-4a0c-853e-9459bdad2bb7 tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1000.990467] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1000.990775] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.990900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.990965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.991244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.991399] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.991502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.991564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.991709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.991791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.991884] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.315934] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.316538] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.316538] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.316639] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.316887] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.317070] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.317189] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.317439] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.317599] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.317831] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.317943] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.318084] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.318200] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.318323] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.318430] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.318563] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.368087] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.368264] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.368412] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.368618] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.368932] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-26743f38-6c63-4832-9b03-12f6daec43b5 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.369126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-26743f38-6c63-4832-9b03-12f6daec43b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.369247] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-26743f38-6c63-4832-9b03-12f6daec43b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.369590] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-26743f38-6c63-4832-9b03-12f6daec43b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.369735] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26743f38-6c63-4832-9b03-12f6daec43b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.494663] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.768452] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1001.768683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.872503] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.872740] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.872868] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.873196] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.873405] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.873694] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 26743f38-6c63-4832-9b03-12f6daec43b5 not found, creating... [ 1001.873948] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.874136] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.874256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.874578] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.874754] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.875068] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.875230] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.875346] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.875574] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.875705] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.875847] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 26743f38-6c63-4832-9b03-12f6daec43b5 is going to be created. [ 1001.916855] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.917101] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.918027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.918027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.918027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.918027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-26743f38-6c63-4832-9b03-12f6daec43b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.996806] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.245036] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 4s [ 1002.245036] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 4s [ 1002.500405] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.500405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.500405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.500405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.500405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.500405] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1002.534320] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.534496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.534582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.534799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.535030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.543929] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1002.572315] env[66865]: INFO networking_nsxv3.common.synchronization [req-0a9fd248-af53-43f4-bcb9-e1f4c2f0a173 req-392c1714-f779-4e88-a957-8082b777646d service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 1002.573937] env[66865]: INFO networking_nsxv3.common.synchronization [req-0a9fd248-af53-43f4-bcb9-e1f4c2f0a173 req-392c1714-f779-4e88-a957-8082b777646d service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1002.574380] env[66865]: INFO networking_nsxv3.common.synchronization [req-0a9fd248-af53-43f4-bcb9-e1f4c2f0a173 req-392c1714-f779-4e88-a957-8082b777646d service nova] Enqueued Resource ID: 26743f38-6c63-4832-9b03-12f6daec43b5 with Priority: HIGHEST for action port [ 1002.576852] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 1002.577253] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1002.577335] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26743f38-6c63-4832-9b03-12f6daec43b5 with Priority: HIGHEST for action port [ 1002.579624] env[66865]: INFO networking_nsxv3.common.synchronization [req-f0f28195-d1a0-4aa1-8f5e-10129c592251 req-a5d3ef5d-013b-4ad6-8c24-bc2bfe7a426c tempest-AttachVolumeShelveTestJSON-81232599 tempest-AttachVolumeShelveTestJSON-81232599-project-member] Enqueued Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_members [ 1002.579624] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.579624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.579906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.580035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.580207] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.581500] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.581644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.582374] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-26743f38-6c63-4832-9b03-12f6daec43b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.587616] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26743f38-6c63-4832-9b03-12f6daec43b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.587924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26743f38-6c63-4832-9b03-12f6daec43b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.588085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26743f38-6c63-4832-9b03-12f6daec43b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.588183] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26743f38-6c63-4832-9b03-12f6daec43b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.592460] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb556c72-c6b7-403c-a4ea-643964d143bc with Priority: HIGHEST for action security_group_members [ 1002.593548] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb556c72-c6b7-403c-a4ea-643964d143bc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.593691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.593837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.594017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.594224] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.594345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.594442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.594736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.594797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.594914] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb556c72-c6b7-403c-a4ea-643964d143bc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.094483] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.094664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.095253] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26743f38-6c63-4832-9b03-12f6daec43b5 with status ACTIVE [ 1003.095253] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.095253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.095253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.095531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.095531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.095698] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.095824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.095868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.096042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.096090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.096273] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.096365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.096434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.096576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.096906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.096906] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26743f38-6c63-4832-9b03-12f6daec43b5 is going to be updated. [ 1003.098030] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.098207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.098207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.098452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.098539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.100052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.100052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.100052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.100052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.100052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.100052] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc is going to be updated. [ 1003.123733] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.123946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.123987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.124204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.124343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.124513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26743f38-6c63-4832-9b03-12f6daec43b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.137252] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.137403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.137474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.137848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.138019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.149617] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: IN_PROGRESS for 2s [ 1004.095647] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.096011] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.096011] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.096462] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.097312] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.097569] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.097732] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.098102] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.098348] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.098631] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.098759] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.098870] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.098999] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.099172] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.099367] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.099654] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.119682] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.119947] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.120188] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.120474] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-592" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.120953] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-606db6cf-2bb3-4376-9265-03bce21af7cc taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.121247] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.121446] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.121841] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.122084] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606db6cf-2bb3-4376-9265-03bce21af7cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.255111] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1004.255384] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 1004.255471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.256166] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1004.257036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.257036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.257036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.257036] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.257036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.257287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.257287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.257346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.257438] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.555767] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1004.555767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.555929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.556053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.556237] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.556361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.556462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.556665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.556752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.556855] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.625068] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.625332] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.625476] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.625776] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.625919] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.626234] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.626414] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.626596] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.626818] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.627362] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.627686] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.627939] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.628038] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.628518] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.628518] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.628518] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 606db6cf-2bb3-4376-9265-03bce21af7cc is going to be updated. [ 1004.651181] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.651363] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.651489] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.651761] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.651944] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.652180] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.760109] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.059421] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.161964] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb556c72-c6b7-403c-a4ea-643964d143bc in Status: SUCCESS [ 1005.162409] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb556c72-c6b7-403c-a4ea-643964d143bc deletion is rescheduled due to dependency. [ 1005.162409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb556c72-c6b7-403c-a4ea-643964d143bc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.265558] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.564199] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.768201] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.768201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.768201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.768509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.768509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.768602] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1005.814068] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.814235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.814298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.814510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.815028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.823736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1005.900631] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9dda48f-2ac2-4b41-8282-03cbdafeec06 req-620e0f46-c8aa-448a-9600-1736c06875b2 service nova] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_rules [ 1005.900831] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9dda48f-2ac2-4b41-8282-03cbdafeec06 req-620e0f46-c8aa-448a-9600-1736c06875b2 service nova] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 1005.901054] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9dda48f-2ac2-4b41-8282-03cbdafeec06 req-620e0f46-c8aa-448a-9600-1736c06875b2 service nova] Enqueued Resource ID: 606db6cf-2bb3-4376-9265-03bce21af7cc with Priority: HIGHEST for action port [ 1005.901618] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_rules [ 1005.901789] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 1005.901897] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606db6cf-2bb3-4376-9265-03bce21af7cc with Priority: HIGHEST for action port [ 1005.902597] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.902726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.902835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.903100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.903243] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.904564] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.905527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.905527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.905527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.905527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.905527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.905527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.906126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.906229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.907632] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.910203] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-606db6cf-2bb3-4376-9265-03bce21af7cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.910421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.910487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.910768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.910829] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606db6cf-2bb3-4376-9265-03bce21af7cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.066986] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.067193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.067266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.067435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.067542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.067639] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1006.094884] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.095128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.095128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.095332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.095475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.104133] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1006.413713] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.414453] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.414620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.414864] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 606db6cf-2bb3-4376-9265-03bce21af7cc with status ACTIVE [ 1006.415112] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.415286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.415415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.415656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.416661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.417078] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.417746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.417746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.417746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.417746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.418075] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.418341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.418341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.418466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.418595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.418709] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 606db6cf-2bb3-4376-9265-03bce21af7cc is going to be updated. [ 1006.442510] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.442510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.442739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.442776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.442995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.443067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606db6cf-2bb3-4376-9265-03bce21af7cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921024] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.062875] env[66865]: INFO networking_nsxv3.common.synchronization [req-fff3f7ab-acd8-4a60-b03c-aa94d92b7a16 req-b0e7b37b-47b0-47db-844f-687296bf7bf9 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1007.063513] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1007.063833] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.063956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.064176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.064535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.064729] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.064808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.064906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.065040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.065106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.065192] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.423888] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.424256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.424356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.424801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.424897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.425027] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be updated. [ 1007.460730] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.460921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.461045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.461403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.461638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.479118] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: IN_PROGRESS for 2s [ 1007.490361] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.490619] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.491181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.491575] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.491949] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.492173] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.492314] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.492616] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.492816] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.493088] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.493305] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.493427] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.493604] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.493687] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.493796] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.493960] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.523366] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.523633] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.523786] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.523999] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.524368] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-b8eb80ed-692b-437f-930a-8ca4ff4d932c taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.524554] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-b8eb80ed-692b-437f-930a-8ca4ff4d932c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.524676] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-b8eb80ed-692b-437f-930a-8ca4ff4d932c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.525059] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-b8eb80ed-692b-437f-930a-8ca4ff4d932c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.525221] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8eb80ed-692b-437f-930a-8ca4ff4d932c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.568184] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.568427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.568497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.568816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.568958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.569158] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.569269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.569341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.569521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.569586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.569675] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 already deleted. [ 1007.569775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.835713] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1007.835945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.836167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.836376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.836553] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.836667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.836726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.836871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.836955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.837060] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.027732] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.027989] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.028134] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028425] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.028606] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.028725] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port b8eb80ed-692b-437f-930a-8ca4ff4d932c not found, creating... [ 1008.028994] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.029195] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.029359] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.029568] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.029673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.029959] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.030129] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.030674] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.030674] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.030674] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.030864] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: b8eb80ed-692b-437f-930a-8ca4ff4d932c is going to be created. [ 1008.051839] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.051996] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.052171] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.052531] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.052771] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.053013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-b8eb80ed-692b-437f-930a-8ca4ff4d932c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.114221] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1008.114514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.114620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.114848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.115110] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.115263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.115263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.115401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.115529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.115620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.115703] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.338817] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.617916] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.618258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.618258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.618438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.618567] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.618629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.618697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.618846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.618934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.619035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.619184] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.619279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.619340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.619479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.619612] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.619699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.619754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.619888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.619961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.620051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.620149] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.813537] env[66865]: INFO networking_nsxv3.common.synchronization [req-fff3f7ab-acd8-4a60-b03c-aa94d92b7a16 req-35a3be5b-c797-4f04-a9f8-9df79d7d0468 service nova] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_rules [ 1008.813671] env[66865]: INFO networking_nsxv3.common.synchronization [req-fff3f7ab-acd8-4a60-b03c-aa94d92b7a16 req-35a3be5b-c797-4f04-a9f8-9df79d7d0468 service nova] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1008.814095] env[66865]: INFO networking_nsxv3.common.synchronization [req-fff3f7ab-acd8-4a60-b03c-aa94d92b7a16 req-35a3be5b-c797-4f04-a9f8-9df79d7d0468 service nova] Enqueued Resource ID: b8eb80ed-692b-437f-930a-8ca4ff4d932c with Priority: HIGHEST for action port [ 1008.814416] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_rules [ 1008.814566] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1008.814725] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8eb80ed-692b-437f-930a-8ca4ff4d932c with Priority: HIGHEST for action port [ 1008.814978] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.815131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.815198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.815457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.815545] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.816381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.817244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.817244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.817244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.817244] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.817244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.817244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.817244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.817640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.817640] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.818106] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8eb80ed-692b-437f-930a-8ca4ff4d932c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.818213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8eb80ed-692b-437f-930a-8ca4ff4d932c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.818312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8eb80ed-692b-437f-930a-8ca4ff4d932c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.818434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8eb80ed-692b-437f-930a-8ca4ff4d932c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.818504] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8eb80ed-692b-437f-930a-8ca4ff4d932c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.849529] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.122113] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977d842e-e2e4-424c-9774-3ed15ceaa45d: rpc.has_security_group_logging(os_id): False [ 1009.146150] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.146150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.146150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.146150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.146150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.146150] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.146150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.146150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.146454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.146454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.146509] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.146558] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.146706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.146745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.146865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.149930] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.149930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.149930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.149930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.149930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.149930] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1009.229030] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.229030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.229260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.229418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.229576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.248417] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1009.321249] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.321249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.321502] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.322632] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8eb80ed-692b-437f-930a-8ca4ff4d932c with status ACTIVE [ 1009.323695] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.323695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.323695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.323695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.323695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.323695] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.323695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.323695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.325082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.325082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.325082] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.325082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.325082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.325082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.325082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.325082] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8eb80ed-692b-437f-930a-8ca4ff4d932c is going to be updated. [ 1009.350976] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.351196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.351281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.351574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.351909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.352228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8eb80ed-692b-437f-930a-8ca4ff4d932c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.352965] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.353110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.353225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.353567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.353708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.354064] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1009.405801] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.406097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.406201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.406507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.406745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.423442] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1009.497546] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 1009.497799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.498290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.498290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.498509] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.498628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.498686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.498914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.499187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.499187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.499274] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.826640] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.001440] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.001686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.001774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.002023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.002230] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.002462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.002538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.002759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.002841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.002925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.003146] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.003266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.003361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.003556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.003754] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.003857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.003910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.004064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.004142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.004226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.004320] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.330786] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.331091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.331157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.331405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.331611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.331707] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 is going to be created. [ 1010.367538] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.367538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.367538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.367538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.367538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.380636] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: UNINITIALIZED for 2s [ 1010.507208] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a83c9b89-7a02-41e2-846b-534ae1b99607: rpc.has_security_group_logging(os_id): False [ 1010.539252] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.539252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.539252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.540117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.540117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.540117] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.540117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.540117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.540407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.540407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.540508] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.540586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.540654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.540867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.540867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.541083] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.541171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.541171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.541397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.541397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.541511] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be updated. [ 1010.582143] env[66865]: INFO networking_nsxv3.common.synchronization [req-695bc941-6d9f-43bc-8a11-c07b0c7a94d6 req-1c035a3b-0993-4475-aca2-1b61813ad32f tempest-ServersTestFqdnHostnames-872896878 tempest-ServersTestFqdnHostnames-872896878-project-member] Enqueued Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_members [ 1010.582788] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9eab7c-f602-4433-a399-324e489b153e with Priority: HIGHEST for action security_group_members [ 1010.583182] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b9eab7c-f602-4433-a399-324e489b153e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.583433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.583433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.583679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.583854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.583944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.583986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.584534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.584534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.584534] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b9eab7c-f602-4433-a399-324e489b153e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.623091] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.623091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.623091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.623091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.623091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.647784] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: IN_PROGRESS for 2s [ 1011.087487] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.087839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.087839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.087931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.088288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.088288] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.088547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.088547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.088547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.088678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.088777] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9eab7c-f602-4433-a399-324e489b153e is going to be updated. [ 1011.126550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.126550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.126550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.126902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.127074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.138773] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9eab7c-f602-4433-a399-324e489b153e in Status: IN_PROGRESS for 2s [ 1011.289187] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1011.289423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.433419] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1011.433661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.433850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.434086] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.434290] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.434391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.434458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.434647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.434704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.434783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.434938] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.435034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.435100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.435240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.435375] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.435562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.435682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.435791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.435832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.435911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.435999] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.436917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.437098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.438039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.438039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.438039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.438039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.438039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.438039] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.939955] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e84d468d-ea63-4ed8-a843-8b4a48169f64: rpc.has_security_group_logging(os_id): False [ 1011.941754] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.961356] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.961565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.961626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.962504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.962624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.962848] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.962973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.963058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.963294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.963386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.963619] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.963729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.963809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.963970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.964390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.964636] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.964763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.964824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.965054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.965191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.965221] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be created. [ 1012.025981] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.025981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.025981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.026273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.026458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.036944] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1012.396236] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: SUCCESS [ 1012.396236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.396236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.396236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.396236] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.396236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.396236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.396236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.396236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.396236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.396996] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.446920] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.668667] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 1012.668910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.900381] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.947809] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.948052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.948214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.948428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.948428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.948817] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1012.985824] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.987191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.987191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.987191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.987191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.998055] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1013.151492] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b9eab7c-f602-4433-a399-324e489b153e in Status: SUCCESS [ 1013.151692] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b9eab7c-f602-4433-a399-324e489b153e deletion is rescheduled due to dependency. [ 1013.151805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b9eab7c-f602-4433-a399-324e489b153e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.402804] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bafbe44-0da4-4268-9c24-e106dcba7fd8: rpc.has_security_group_logging(os_id): False [ 1013.426745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.427139] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.427139] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.428793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.428793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.428793] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.428793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.428793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.428793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.428793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.428793] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 is going to be created. [ 1013.497940] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.498078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.498137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.499168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.499168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.511153] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: IN_PROGRESS for 2s [ 1013.777108] env[66865]: INFO networking_nsxv3.common.synchronization [req-ea785d06-e0c3-446a-8d67-5e62dbfbc8d4 req-69688e74-78dd-42d3-ae76-39e196e06c61 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1013.779317] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1013.779872] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.780041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.780110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.780319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.780502] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.780619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.780683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.780886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.780956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.781126] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.052656] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1014.052894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.053134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.053378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.053488] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.191213] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.191481] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.191652] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.191989] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.192698] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.192926] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.193105] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.193417] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.193631] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.193921] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.194093] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.194343] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.194405] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.194536] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.194719] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.194846] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.217115] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.217115] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.217115] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.217115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.217517] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-3edbf0a3-9556-4f9d-856c-498f65227b6a taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.218233] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-3edbf0a3-9556-4f9d-856c-498f65227b6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.218233] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-3edbf0a3-9556-4f9d-856c-498f65227b6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.218961] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-3edbf0a3-9556-4f9d-856c-498f65227b6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.218961] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3edbf0a3-9556-4f9d-856c-498f65227b6a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.287098] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.287363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.287435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.287744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.287904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.288165] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.288308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.288348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.288602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.288731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.288818] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 1014.331104] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.331104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.331104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.331104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.331104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.341922] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 1014.559138] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.559851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.721605] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.721870] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.722000] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.722311] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.722541] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.722715] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 3edbf0a3-9556-4f9d-856c-498f65227b6a not found, creating... [ 1014.722998] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.723190] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.723347] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.723603] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.723747] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.724136] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.724359] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.724518] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.724963] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.725114] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.725281] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 3edbf0a3-9556-4f9d-856c-498f65227b6a is going to be created. [ 1014.752910] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.752910] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.753832] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.753832] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.753832] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.753955] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-3edbf0a3-9556-4f9d-856c-498f65227b6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.022028] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1015.022594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.022797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.023068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.023344] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.023409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.023473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.023719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.023825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.023914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.024017] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.519599] env[66865]: INFO networking_nsxv3.common.synchronization [req-ea785d06-e0c3-446a-8d67-5e62dbfbc8d4 req-1f4eb9d5-a6e4-4e68-b192-0275c488ec75 service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 1015.520106] env[66865]: INFO networking_nsxv3.common.synchronization [req-ea785d06-e0c3-446a-8d67-5e62dbfbc8d4 req-1f4eb9d5-a6e4-4e68-b192-0275c488ec75 service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1015.520313] env[66865]: INFO networking_nsxv3.common.synchronization [req-ea785d06-e0c3-446a-8d67-5e62dbfbc8d4 req-1f4eb9d5-a6e4-4e68-b192-0275c488ec75 service nova] Enqueued Resource ID: 3edbf0a3-9556-4f9d-856c-498f65227b6a with Priority: HIGHEST for action port [ 1015.521223] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 1015.521643] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1015.522166] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edbf0a3-9556-4f9d-856c-498f65227b6a with Priority: HIGHEST for action port [ 1015.524903] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.524903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.524903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.524903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.525290] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.526559] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.526748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.527438] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-3edbf0a3-9556-4f9d-856c-498f65227b6a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.527671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3edbf0a3-9556-4f9d-856c-498f65227b6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.527789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3edbf0a3-9556-4f9d-856c-498f65227b6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.528099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3edbf0a3-9556-4f9d-856c-498f65227b6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.528361] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3edbf0a3-9556-4f9d-856c-498f65227b6a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.530792] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: SUCCESS [ 1015.531282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.537046] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.537046] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.537046] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.537046] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.537046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.538337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.538337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.538337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.538337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.538337] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.030695] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.031097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.038504] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3edbf0a3-9556-4f9d-856c-498f65227b6a with status ACTIVE [ 1016.039166] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.039721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.039858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.040217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.040336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.040586] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.040773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.040837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.041030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.041116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.041454] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.041614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.041614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.041848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.041968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.042086] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3edbf0a3-9556-4f9d-856c-498f65227b6a is going to be updated. [ 1016.044080] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e84d468d-ea63-4ed8-a843-8b4a48169f64: rpc.has_security_group_logging(os_id): False [ 1016.065327] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.065500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.065688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.065777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.066741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.066741] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.066741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.066741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.066741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.066741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.066741] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.066741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.067088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.067088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.067088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.067766] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.067766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.067766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.067766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.067766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.067766] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1016.072646] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.072833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.072833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.073066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.073209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.073379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3edbf0a3-9556-4f9d-856c-498f65227b6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.199392] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.199909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.199909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.200069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.200209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.227485] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1016.356023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 1016.356023] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 deletion is rescheduled due to dependency. [ 1016.356023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.356023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.356023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.356023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.356023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.356023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.356023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.356023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.356023] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.858053] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.882449] env[66865]: INFO networking_nsxv3.common.synchronization [None req-98469b01-8bc4-4524-8b78-007a941c5d2a None None] Enqueued Resource ID: c7c3fba2-23e7-4d4f-928c-fce1f59f6244 with Priority: HIGHEST for action port [ 1016.882449] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c3fba2-23e7-4d4f-928c-fce1f59f6244 with Priority: HIGHEST for action port [ 1016.882449] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c3fba2-23e7-4d4f-928c-fce1f59f6244 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.882449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c3fba2-23e7-4d4f-928c-fce1f59f6244" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.882449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c3fba2-23e7-4d4f-928c-fce1f59f6244" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.882449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c3fba2-23e7-4d4f-928c-fce1f59f6244" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.882449] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c3fba2-23e7-4d4f-928c-fce1f59f6244',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.360632] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.385593] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7c3fba2-23e7-4d4f-928c-fce1f59f6244 [ 1017.385769] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.386143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.386143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.386252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.386288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.387199] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7c3fba2-23e7-4d4f-928c-fce1f59f6244 already deleted. [ 1017.387533] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c3fba2-23e7-4d4f-928c-fce1f59f6244" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.862743] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.864143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.864143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.864143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.864143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.864143] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 1017.903259] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.903259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.903259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.903259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.903259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.915023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 1018.245953] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1018.246216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.246406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.246633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.246741] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.752324] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.752324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.752324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.752324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.752324] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.752324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.752324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.752324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.752324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.752324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.752324] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.254979] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.255200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.255333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.255518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.255745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.255929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.256040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.256332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.256509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.256716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.256942] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.257078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.257135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.257290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.257448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.257543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.257595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.257741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.257813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.257891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.257984] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.762613] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e84d468d-ea63-4ed8-a843-8b4a48169f64: rpc.has_security_group_logging(os_id): False [ 1019.789536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.789536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.789536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.789536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.789536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.789536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.789536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.789536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.789536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.789536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.790262] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.790262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.790262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.792641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.792754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.793097] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.793244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.793313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.793589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.793731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.793973] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1019.897054] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.897054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.897054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.897343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.897505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.912858] env[66865]: INFO networking_nsxv3.common.synchronization [None req-23cb845a-1220-4795-ae22-c537a5b1df3c None None] Enqueued Resource ID: 9ee77263-2db0-4960-8280-5fa6b2846d59 with Priority: HIGHEST for action port [ 1019.914937] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ee77263-2db0-4960-8280-5fa6b2846d59 with Priority: HIGHEST for action port [ 1019.915368] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ee77263-2db0-4960-8280-5fa6b2846d59 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.915549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ee77263-2db0-4960-8280-5fa6b2846d59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.915648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ee77263-2db0-4960-8280-5fa6b2846d59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.916281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ee77263-2db0-4960-8280-5fa6b2846d59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.916281] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ee77263-2db0-4960-8280-5fa6b2846d59',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.924608] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1019.932746] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 1019.932970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.933764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.933973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.936837] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.937020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.937124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.937368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.937726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.939624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.939624] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.139614] env[66865]: INFO networking_nsxv3.common.synchronization [None req-3eb6c326-2f10-4de8-b84a-820ae280d107 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_rules [ 1020.141142] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_rules [ 1020.141142] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.141312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.141400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.141678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.141822] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.358342] env[66865]: INFO networking_nsxv3.common.synchronization [None req-29d54cae-9271-4353-8c2d-63ae576ff805 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_rules [ 1020.359038] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_rules [ 1020.359432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.359563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.419359] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ee77263-2db0-4960-8280-5fa6b2846d59 [ 1020.419820] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.419820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.419938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.420413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.420413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.420413] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ee77263-2db0-4960-8280-5fa6b2846d59 already deleted. [ 1020.420413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ee77263-2db0-4960-8280-5fa6b2846d59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.442230] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.442465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.442574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.442813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.443032] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.443171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.443240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.443404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.443539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.443664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.443868] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.444026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.444072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.444206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.444361] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.444467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.444561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.444825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.444862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.444962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.445098] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.669629] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.670041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.670147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.670746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.671417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.671569] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f848bc-d463-4801-933b-ed113e127e43 already deleted. [ 1020.671915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.672805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.673221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.673347] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.947543] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcada153-b330-4fb3-b23e-fab5946e6d67: rpc.has_security_group_logging(os_id): False [ 1020.969199] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.969384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.969457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.969704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.969826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.969978] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.970073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.970139] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.970322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.970405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.970639] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.970738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.970802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.970959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.971098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.971234] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.971326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.971399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.971568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.971644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.971730] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 1021.053618] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.053927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.054092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.054455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.054746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.072390] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 1021.200560] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.200745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.200745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.200988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.201161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.201282] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f848bc-d463-4801-933b-ed113e127e43 already deleted. [ 1021.201421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.808628] env[66865]: INFO networking_nsxv3.common.synchronization [req-fb9591fb-07ee-43c6-8749-577328673181 req-1a3ba26f-8b02-49a1-aa2f-db1277332923 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_members [ 1021.810012] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGHEST for action security_group_members [ 1021.810012] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7885f4d-2162-429b-bdc8-7c3a7b802c57 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.810012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.810012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.810012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.811776] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.811776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.811776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.811985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.812092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.812194] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.946069] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1021.946069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.315373] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.315723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.315723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.317198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.357027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.357027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.357027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.357027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.357027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.357027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.357027] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 is going to be updated. [ 1022.395380] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.396069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.396658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.397744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.398471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.410817] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 in Status: IN_PROGRESS for 2s [ 1022.563593] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1022.563725] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:2 started [ 1023.093609] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 1023.094020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.424689] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 in Status: SUCCESS [ 1024.424689] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 deletion is rescheduled due to dependency. [ 1024.424689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.240881] env[66865]: INFO networking_nsxv3.common.synchronization [None req-25ef2aa0-6f15-4237-a1b7-ca68d6e006f8 tempest-AttachVolumeShelveTestJSON-81232599 tempest-AttachVolumeShelveTestJSON-81232599-project-member] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_rules [ 1025.241254] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_rules [ 1025.241628] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.241879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.241879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.242215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.242599] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.352078] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4af2dd39-05bb-459f-a471-5eca2adce0a4 tempest-AttachVolumeShelveTestJSON-81232599 tempest-AttachVolumeShelveTestJSON-81232599-project-member] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_rules [ 1025.352714] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_rules [ 1025.353119] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.353297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.763816] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.764175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.764175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.764275] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.764389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.764455] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 already deleted. [ 1025.764537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.764690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.765191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.765191] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.285651] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.285831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.286747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.286747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.286747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.286747] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 already deleted. [ 1026.286747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.442140] env[66865]: INFO networking_nsxv3.common.synchronization [req-b23952fa-2fe4-46eb-b972-12fdc47aae74 req-4461f358-0d35-43b9-a656-b661ceec8359 tempest-AttachInterfacesV270Test-1334339853 tempest-AttachInterfacesV270Test-1334339853-project-member] Enqueued Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGHEST for action security_group_members [ 1028.443301] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGHEST for action security_group_members [ 1028.443301] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.443301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.443301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.443551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.443711] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.443808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.443869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.444073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.444132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.444207] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.810656] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.810866] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-53" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.810990] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-53" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.811353] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-53" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.811612] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.811801] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.811922] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.812351] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.812542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.812850] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.812969] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.813094] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.813202] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.813312] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.813417] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.813597] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.834345] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.834608] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.834745] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.834922] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-53" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.835247] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-7189ace9-340d-48f1-9302-486dd27069d8 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.835423] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-7189ace9-340d-48f1-9302-486dd27069d8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.835542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-7189ace9-340d-48f1-9302-486dd27069d8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.835861] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-7189ace9-340d-48f1-9302-486dd27069d8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.836012] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7189ace9-340d-48f1-9302-486dd27069d8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.946710] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.946892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.946937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.947166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.947255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.947452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.947549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.947613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.947761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.947837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.947920] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a already deleted. [ 1028.947997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.340161] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.340161] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.340161] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.340161] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.340161] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.340854] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 7189ace9-340d-48f1-9302-486dd27069d8 not found, creating... [ 1029.340854] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.340854] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.340854] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.342361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.342361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.342361] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.342361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.342361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.342361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.342361] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.342854] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 7189ace9-340d-48f1-9302-486dd27069d8 is going to be created. [ 1029.364554] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.364953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.365076] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.365386] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.365575] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.365802] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-7189ace9-340d-48f1-9302-486dd27069d8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.833224] env[66865]: INFO networking_nsxv3.common.synchronization [req-1cf09af9-db11-4a82-9a93-9875f82ec60e req-91ec9001-3cbc-41e0-a260-c7ee850aa11c tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1029.834053] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1029.834234] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.834809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.834906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.835124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.835286] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.835390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.835449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.835640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.835734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.835837] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.099290] env[66865]: INFO networking_nsxv3.common.synchronization [req-b23952fa-2fe4-46eb-b972-12fdc47aae74 req-819f04ff-2bd9-402f-b704-24ce8843c77b service nova] Enqueued Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGHEST for action security_group_rules [ 1030.099477] env[66865]: INFO networking_nsxv3.common.synchronization [req-b23952fa-2fe4-46eb-b972-12fdc47aae74 req-819f04ff-2bd9-402f-b704-24ce8843c77b service nova] Enqueued Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGHEST for action security_group_members [ 1030.099615] env[66865]: INFO networking_nsxv3.common.synchronization [req-b23952fa-2fe4-46eb-b972-12fdc47aae74 req-819f04ff-2bd9-402f-b704-24ce8843c77b service nova] Enqueued Resource ID: 7189ace9-340d-48f1-9302-486dd27069d8 with Priority: HIGHEST for action port [ 1030.100220] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGHEST for action security_group_rules [ 1030.100382] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGHEST for action security_group_members [ 1030.100716] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7189ace9-340d-48f1-9302-486dd27069d8 with Priority: HIGHEST for action port [ 1030.100930] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.101035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.101107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.101352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.101480] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.103037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.103037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.103186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.103959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.103959] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.103959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.103959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.103959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.103959] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.103959] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.104981] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-7189ace9-340d-48f1-9302-486dd27069d8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.104981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7189ace9-340d-48f1-9302-486dd27069d8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.104981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7189ace9-340d-48f1-9302-486dd27069d8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.105163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7189ace9-340d-48f1-9302-486dd27069d8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.105163] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7189ace9-340d-48f1-9302-486dd27069d8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.338057] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.604532] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.604532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.607972] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.612589] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7189ace9-340d-48f1-9302-486dd27069d8 with status ACTIVE [ 1030.612589] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.612589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.612589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.612589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.612589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.612589] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.612589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.612589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.613295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.613295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.613295] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.613473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.613473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.613679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.613746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.613894] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7189ace9-340d-48f1-9302-486dd27069d8 is going to be updated. [ 1030.644628] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.644628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.644628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.644628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.644628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.644628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7189ace9-340d-48f1-9302-486dd27069d8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.840528] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.064472] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5b55b9ed-c070-4ede-ac9e-c5742c2d28cb tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_rules [ 1031.064983] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_rules [ 1031.066710] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.066710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.066710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.067046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.067046] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.111980] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.175421] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d074275a-d540-4fdf-ab63-5077b5e8b4f5 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_rules [ 1031.175954] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_rules [ 1031.175954] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.176096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.343164] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.343387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.343433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.343686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.343917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.344039] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1031.375521] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.375651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.375723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.375899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.376065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.388938] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1031.586397] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.586549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.586634] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.586837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.586922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.587043] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 already deleted. [ 1031.587177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.587341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.587731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.587731] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.614683] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.614867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.615243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.615243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.615398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.615453] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a is going to be created. [ 1031.642135] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.642393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.642393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.642655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.642774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.655679] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a in Status: UNINITIALIZED for 2s [ 1032.110963] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.111374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.111374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.111508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.111557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.111667] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 already deleted. [ 1032.111746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.342888] env[66865]: INFO networking_nsxv3.common.synchronization [req-50eef4fd-44a2-4734-97dd-cc99320108ce req-88438edf-0e2b-40e6-a8b6-26b112d1a0c7 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1033.343493] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1033.343493] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.343493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.343715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.343875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.344051] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.344165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.344222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.344378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.344464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.344564] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.401480] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1033.401797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.423920] env[66865]: INFO networking_nsxv3.common.synchronization [req-c8feab09-799e-42a7-9842-b240482af34c req-e14d396f-ab75-4d45-aec3-5775a20e8359 tempest-ListServerFiltersTestJSON-1037951914 tempest-ListServerFiltersTestJSON-1037951914-project-member] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 1033.424545] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 1033.424795] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.424944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.425074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.425355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.425594] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.425897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.425984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.426208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.426319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.426421] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.665073] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a in Status: SUCCESS [ 1033.665303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.665465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.665680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.665866] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.665991] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.666056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.666220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.666298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.666377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.666448] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.711053] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.711204] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.711304] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.711568] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.711826] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.712038] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.712159] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.712368] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.712508] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.712744] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.712858] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.712964] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.713082] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.713192] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.713293] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.713421] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.733187] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.733329] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.733434] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.733603] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.733982] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-e5f59d09-5b27-43cc-affc-3bc03618655e taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.734167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-e5f59d09-5b27-43cc-affc-3bc03618655e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.734287] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-e5f59d09-5b27-43cc-affc-3bc03618655e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.734607] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-e5f59d09-5b27-43cc-affc-3bc03618655e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.734750] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f59d09-5b27-43cc-affc-3bc03618655e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.848060] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.848192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.848233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.848543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.848664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.849502] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.849502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.849502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.849502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.849502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.849502] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f848bc-d463-4801-933b-ed113e127e43 already deleted. [ 1033.849502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.939421] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.168434] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.168678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.168678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.168927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.169610] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.169610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.169610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.169610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.169610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.169895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.169931] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.170048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.170102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.170233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.171581] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.171581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.171581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.171581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.171581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.171581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.171581] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.237440] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.237689] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.238090] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.238167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.238371] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.238546] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port e5f59d09-5b27-43cc-affc-3bc03618655e not found, creating... [ 1034.238842] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.239035] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.239169] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.239425] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.239566] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.239928] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.240156] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.240276] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.240493] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.240665] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.240807] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: e5f59d09-5b27-43cc-affc-3bc03618655e is going to be created. [ 1034.262582] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.262855] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.263008] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.263335] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.263599] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.264059] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-e5f59d09-5b27-43cc-affc-3bc03618655e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.442128] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.673121] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a: rpc.has_security_group_logging(os_id): False [ 1034.693355] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.693577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.693577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.693865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.694011] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.694274] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.694433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.694491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.694868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.694868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.694996] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.695081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.695157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.695262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.695375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.695524] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.695640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.695748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.695810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.695881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.695967] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a is going to be created. [ 1034.779814] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.780035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.780112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.780361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.780576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.806961] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a in Status: IN_PROGRESS for 2s [ 1034.944951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.945156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.945231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.945470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.945563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.946407] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1034.979947] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.982357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.982357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.982357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.982357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.991829] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1035.054078] env[66865]: INFO networking_nsxv3.common.synchronization [req-50eef4fd-44a2-4734-97dd-cc99320108ce req-a97ef23a-bfed-4b7f-bce6-371f3f87c16f service nova] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_rules [ 1035.054078] env[66865]: INFO networking_nsxv3.common.synchronization [req-50eef4fd-44a2-4734-97dd-cc99320108ce req-a97ef23a-bfed-4b7f-bce6-371f3f87c16f service nova] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1035.054078] env[66865]: INFO networking_nsxv3.common.synchronization [req-50eef4fd-44a2-4734-97dd-cc99320108ce req-a97ef23a-bfed-4b7f-bce6-371f3f87c16f service nova] Enqueued Resource ID: e5f59d09-5b27-43cc-affc-3bc03618655e with Priority: HIGHEST for action port [ 1035.054776] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_rules [ 1035.054776] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1035.054776] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f59d09-5b27-43cc-affc-3bc03618655e with Priority: HIGHEST for action port [ 1035.054971] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.054971] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.055082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.055491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.055740] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.058832] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.059014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.059122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.059342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.059570] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.061060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.061060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.061060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.061060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.061060] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.061514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5f59d09-5b27-43cc-affc-3bc03618655e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.061663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5f59d09-5b27-43cc-affc-3bc03618655e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.062535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5f59d09-5b27-43cc-affc-3bc03618655e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.062535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5f59d09-5b27-43cc-affc-3bc03618655e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.062535] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5f59d09-5b27-43cc-affc-3bc03618655e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.351593] env[66865]: INFO networking_nsxv3.common.synchronization [req-fa5ad148-67b7-4b46-af18-258e351bdd3a req-b8e33d82-c225-4ed1-b101-60affcff9784 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1035.352305] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1035.352642] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.352826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.352953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.353193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.353463] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.353463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.353610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.353769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.353850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.353995] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.564826] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.564826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.564826] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.567991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5f59d09-5b27-43cc-affc-3bc03618655e with status ACTIVE [ 1035.569333] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.569333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.569333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.569333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.569333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.569333] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.569333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.569333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.569333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.569757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.570590] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.570590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.570590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.570590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.570590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.570590] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5f59d09-5b27-43cc-affc-3bc03618655e is going to be updated. [ 1035.601084] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.601201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.601326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.601610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.601732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.601945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5f59d09-5b27-43cc-affc-3bc03618655e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.795894] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.796126] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.796351] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.796642] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.797482] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.797814] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.798036] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.798400] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.798466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.798693] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.798817] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.798933] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.799060] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.799176] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.799283] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.799750] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.823078] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.823280] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.823437] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.823629] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.825100] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-a9bdbe5c-121c-453b-b012-b312ab42ac36 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.825315] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-a9bdbe5c-121c-453b-b012-b312ab42ac36" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.825489] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-a9bdbe5c-121c-453b-b012-b312ab42ac36" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.825821] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-a9bdbe5c-121c-453b-b012-b312ab42ac36" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.825978] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9bdbe5c-121c-453b-b012-b312ab42ac36',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.856775] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.073015] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.328561] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.328785] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.330018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.330018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.330018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.330018] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port a9bdbe5c-121c-453b-b012-b312ab42ac36 not found, creating... [ 1036.330245] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.330404] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.330512] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.330908] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.330908] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.332964] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.332964] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.332964] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.333792] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.333792] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.333792] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: a9bdbe5c-121c-453b-b012-b312ab42ac36 is going to be created. [ 1036.353932] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.353932] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.353932] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.354225] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.354269] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.354489] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-a9bdbe5c-121c-453b-b012-b312ab42ac36" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.358823] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.576264] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.576264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.576264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.576264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.576264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.576264] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f848bc-d463-4801-933b-ed113e127e43 is going to be created. [ 1036.607125] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.607334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.607334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.608087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.608087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.619192] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: UNINITIALIZED for 2s [ 1036.823035] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a in Status: SUCCESS [ 1036.823290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.860874] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.861402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.861402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.861402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.862026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.862026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1036.902445] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.902445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.902445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.902445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.902445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.912865] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1037.005415] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1037.005415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.082372] env[66865]: INFO networking_nsxv3.common.synchronization [req-fa5ad148-67b7-4b46-af18-258e351bdd3a req-eca64276-9939-4fa2-9c00-1e3836291547 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 1037.082372] env[66865]: INFO networking_nsxv3.common.synchronization [req-fa5ad148-67b7-4b46-af18-258e351bdd3a req-eca64276-9939-4fa2-9c00-1e3836291547 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1037.082372] env[66865]: INFO networking_nsxv3.common.synchronization [req-fa5ad148-67b7-4b46-af18-258e351bdd3a req-eca64276-9939-4fa2-9c00-1e3836291547 service nova] Enqueued Resource ID: a9bdbe5c-121c-453b-b012-b312ab42ac36 with Priority: HIGHEST for action port [ 1037.082702] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 1037.082818] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1037.083779] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bdbe5c-121c-453b-b012-b312ab42ac36 with Priority: HIGHEST for action port [ 1037.083779] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.083779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.083779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.083779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.084190] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.085217] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.085315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.085511] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9bdbe5c-121c-453b-b012-b312ab42ac36 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.085611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9bdbe5c-121c-453b-b012-b312ab42ac36" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.085668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9bdbe5c-121c-453b-b012-b312ab42ac36" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.085856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9bdbe5c-121c-453b-b012-b312ab42ac36" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.085934] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9bdbe5c-121c-453b-b012-b312ab42ac36',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.591580] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.591580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.591580] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9bdbe5c-121c-453b-b012-b312ab42ac36 with status ACTIVE [ 1037.591580] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.591580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.591580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.591580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.591580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.591580] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.591580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.591580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.592293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.592293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.592293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.592293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.592293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.592605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.592605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.592718] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9bdbe5c-121c-453b-b012-b312ab42ac36 is going to be updated. [ 1037.617063] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.617063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.617063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.617063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.617063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.617063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9bdbe5c-121c-453b-b012-b312ab42ac36" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.899201] env[66865]: INFO networking_nsxv3.common.synchronization [req-20014189-136c-4439-8cf5-cd03bb4bff77 req-591f9fac-0238-44a8-a779-8dbe9201a9fa tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1037.899875] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1037.899875] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.900045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.900087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.900256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.900586] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.900586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.900586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.900737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.900845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.900967] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.216722] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.216924] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.217150] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.217398] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.217649] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.217808] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.217928] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.218168] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.218308] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.218520] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.218666] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.218743] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.218857] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.218956] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.219071] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.219237] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.237742] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.237742] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.237884] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.238283] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.238402] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-ee7055a9-5da0-4993-a44d-6e498045c1bb taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.238605] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-ee7055a9-5da0-4993-a44d-6e498045c1bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.238689] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-ee7055a9-5da0-4993-a44d-6e498045c1bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.239128] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-ee7055a9-5da0-4993-a44d-6e498045c1bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.239220] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7055a9-5da0-4993-a44d-6e498045c1bb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.403981] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.404235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.404341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.404626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.404770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.405087] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.405174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.405214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.405371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.405452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.405536] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1038.434271] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.434432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.434549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.434796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.434929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.444412] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1038.632059] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: SUCCESS [ 1038.632059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.632059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.632059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.632059] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.632059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.632059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.632059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.632059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.632059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.632691] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.743426] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.743426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.743426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.743426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.743426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.743426] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port ee7055a9-5da0-4993-a44d-6e498045c1bb not found, creating... [ 1038.743426] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.743426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.743426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.743426] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.743940] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.743940] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.743940] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.744073] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.744387] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.744387] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.744522] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: ee7055a9-5da0-4993-a44d-6e498045c1bb is going to be created. [ 1038.769115] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.769346] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.769396] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.769654] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.769880] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.770115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-ee7055a9-5da0-4993-a44d-6e498045c1bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.929432] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1038.929662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.930251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.930474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.930710] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.930828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.930928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.931118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.931236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.931236] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.134757] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.433260] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.529655] env[66865]: INFO networking_nsxv3.common.synchronization [req-20014189-136c-4439-8cf5-cd03bb4bff77 req-de8016f2-1365-4cab-b6e8-dbe18aadeb7e service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 1039.529821] env[66865]: INFO networking_nsxv3.common.synchronization [req-20014189-136c-4439-8cf5-cd03bb4bff77 req-de8016f2-1365-4cab-b6e8-dbe18aadeb7e service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1039.529970] env[66865]: INFO networking_nsxv3.common.synchronization [req-20014189-136c-4439-8cf5-cd03bb4bff77 req-de8016f2-1365-4cab-b6e8-dbe18aadeb7e service nova] Enqueued Resource ID: ee7055a9-5da0-4993-a44d-6e498045c1bb with Priority: HIGHEST for action port [ 1039.530485] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 1039.530640] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1039.530757] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee7055a9-5da0-4993-a44d-6e498045c1bb with Priority: HIGHEST for action port [ 1039.531183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.531289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.531351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.531550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.531633] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.532863] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.532966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.533173] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee7055a9-5da0-4993-a44d-6e498045c1bb taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.533295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee7055a9-5da0-4993-a44d-6e498045c1bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.533353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee7055a9-5da0-4993-a44d-6e498045c1bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.533560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee7055a9-5da0-4993-a44d-6e498045c1bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.533637] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee7055a9-5da0-4993-a44d-6e498045c1bb',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.637605] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0f848bc-d463-4801-933b-ed113e127e43: rpc.has_security_group_logging(os_id): False [ 1039.656182] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.656396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.656396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.656605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.656700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.656974] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.657093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.657158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.657315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.657394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.657481] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f848bc-d463-4801-933b-ed113e127e43 is going to be created. [ 1039.716158] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.716315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.716315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.716455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.716753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.728690] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: IN_PROGRESS for 2s [ 1039.937499] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.035652] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.035652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.035652] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee7055a9-5da0-4993-a44d-6e498045c1bb with status ACTIVE [ 1040.036192] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.036241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.036328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.036994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.036994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.036994] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.036994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.037198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.037232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.037286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.037462] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.037549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.037624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.038689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.038689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.038689] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee7055a9-5da0-4993-a44d-6e498045c1bb is going to be updated. [ 1040.064828] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.065230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.065843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.065843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.065843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.066158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee7055a9-5da0-4993-a44d-6e498045c1bb" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.250119] env[66865]: INFO networking_nsxv3.common.synchronization [req-394a639b-c898-42a2-b068-88d0074a4b86 req-35db38d4-1312-4649-8a40-83698e40bc95 tempest-AttachVolumeShelveTestJSON-81232599 tempest-AttachVolumeShelveTestJSON-81232599-project-member] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_members [ 1040.250676] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_members [ 1040.250980] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.251120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.251188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.251451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.251655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.251782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.251782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.251917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.252016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.252883] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.442713] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.442713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.442713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.442713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.442713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.442713] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1040.456217] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1040.456471] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 1040.456533] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.456782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.456938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.457141] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.457261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.457343] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.457676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.457676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.457676] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.481027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.481925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.481925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.482089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.482262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.500774] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1040.627362] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.627362] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.627362] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.627362] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.627362] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.627362] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.627860] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.627860] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.627860] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.628078] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.628194] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.628306] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.628415] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.628523] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.628630] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.628764] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.659554] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.659966] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.659966] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.660209] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.660620] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-37229541-d940-4566-87cc-27f187279336 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.660863] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.661025] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.661456] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.661723] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37229541-d940-4566-87cc-27f187279336',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.755139] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.755349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.755398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.755591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.755681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.755888] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.755988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.756073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.756229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.756306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.756392] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 already deleted. [ 1040.756471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.961861] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.165288] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.165719] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.165910] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.166242] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.166461] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.166715] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 37229541-d940-4566-87cc-27f187279336 not found, creating... [ 1041.167178] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.167392] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.167517] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.167822] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.168039] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.168518] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.168764] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.168942] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.169277] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.169490] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.169651] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 37229541-d940-4566-87cc-27f187279336 is going to be created. [ 1041.190144] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.190352] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.190414] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.190914] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.190914] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.191198] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.464886] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.743464] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: SUCCESS [ 1041.743782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.750042] env[66865]: INFO networking_nsxv3.common.synchronization [req-8976f199-1b6d-4852-b342-cab1c39da621 req-740ce1c6-7a81-41ed-8fb1-3f51d0e9c564 tempest-ServersNegativeTestJSON-1343422665 tempest-ServersNegativeTestJSON-1343422665-project-member] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 1041.750493] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGHEST for action security_group_members [ 1041.750913] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.751162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.751225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.751478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.751678] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.751790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.751853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.752039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.752130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.752226] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.947783] env[66865]: INFO networking_nsxv3.common.synchronization [req-394a639b-c898-42a2-b068-88d0074a4b86 req-b2d3e5ab-600d-4778-8841-3b3bbfe0c7b9 service nova] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_rules [ 1041.947958] env[66865]: INFO networking_nsxv3.common.synchronization [req-394a639b-c898-42a2-b068-88d0074a4b86 req-b2d3e5ab-600d-4778-8841-3b3bbfe0c7b9 service nova] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_members [ 1041.948108] env[66865]: INFO networking_nsxv3.common.synchronization [req-394a639b-c898-42a2-b068-88d0074a4b86 req-b2d3e5ab-600d-4778-8841-3b3bbfe0c7b9 service nova] Enqueued Resource ID: 37229541-d940-4566-87cc-27f187279336 with Priority: HIGHEST for action port [ 1041.949074] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_rules [ 1041.949250] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_members [ 1041.949416] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37229541-d940-4566-87cc-27f187279336 with Priority: HIGHEST for action port [ 1041.950349] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.950475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.950571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.950852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.950939] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.952341] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.952467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.952546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.952798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.952985] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.953118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.953173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.953359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.953449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.953554] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.959368] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-37229541-d940-4566-87cc-27f187279336 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.959368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.959368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.959368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.959368] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37229541-d940-4566-87cc-27f187279336',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.967544] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.967711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.967777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.967985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.968704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.968704] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1042.005869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.006039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.006039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.006207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.006348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.014952] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1042.255006] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.255214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.255264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.255489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.255620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.255773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.255870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.255930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.256101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.256180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.256266] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be updated. [ 1042.300451] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.300735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.300735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.301137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.301291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.319657] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: IN_PROGRESS for 2s [ 1042.464038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.464038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.464038] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.464038] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37229541-d940-4566-87cc-27f187279336 with status ACTIVE [ 1042.464038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.464038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.464038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.464038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.464038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.464038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.464038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.464038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.464596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.464596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.464596] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.464821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.464821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.464911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.464911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.465015] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37229541-d940-4566-87cc-27f187279336 is going to be updated. [ 1042.488912] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.489107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.489176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.489396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.489536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.489704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.511120] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1042.511338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.511501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.511722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.511938] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.512143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.512230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.512402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.512485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.512650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.512874] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.967517] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.016094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.016094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.016094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.017067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.017067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.017067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.017067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.017067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.017306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.017306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.017495] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.017621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.017661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.017787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.017920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.018024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.018088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.018222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.018297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.018377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.018470] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.469921] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.470174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.470267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.470513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.470628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.470761] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 is going to be created. [ 1043.494318] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.494318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.494318] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.494659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.495711] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.506245] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: UNINITIALIZED for 2s [ 1043.521740] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f34f7049-05c3-4e72-a67d-240ffda9d409: rpc.has_security_group_logging(os_id): False [ 1043.546309] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.546415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.546564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.546715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.546773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.547050] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.547120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.547227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.547555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.547684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.547873] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.548012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.548012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.549000] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.549121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.549437] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.549653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.549653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.549798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.549833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.549974] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1043.634745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.634950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.635018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.635280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.635500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.662366] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1044.026863] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1044.027261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.027324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.027605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.027805] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.027934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.027997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.028200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.028273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.028362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.028457] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.330486] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a83c9b89-7a02-41e2-846b-534ae1b99607 in Status: SUCCESS [ 1044.330679] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 deletion is rescheduled due to dependency. [ 1044.330795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.531111] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.531286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.531362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.531602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.531772] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.531874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.531939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.532101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.532187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.532271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.532415] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.532591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.532591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.532697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.532883] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.532996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.534203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.534386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.534476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.534595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.534673] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.549023] env[66865]: INFO networking_nsxv3.common.synchronization [req-0ecca2b0-438d-4017-b68a-1b257e566e93 req-a23c0174-911b-4a5a-ba51-38e4f7fa5826 tempest-AttachInterfacesV270Test-1334339853 tempest-AttachInterfacesV270Test-1334339853-project-member] Enqueued Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGHEST for action security_group_members [ 1044.549811] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGHEST for action security_group_members [ 1044.550050] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.550181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.550247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.550440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.550625] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.550726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.550774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.551536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.551536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.551536] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.038514] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b21138-722d-4f53-bb34-2b3b1c1918d4: rpc.has_security_group_logging(os_id): False [ 1045.053497] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.053685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.053754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.054017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.054120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.054318] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.054428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.054477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.054723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.054723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.054832] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a is going to be updated. [ 1045.057108] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.057242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.057292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.057444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.057528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.057775] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.057775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.057938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.058129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.058129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.058308] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.058404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.058480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.058619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.058692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.058887] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.058979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.059072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.059212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.059299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.059384] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1045.089202] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.089504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.089637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.089904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.090139] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.100549] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a in Status: IN_PROGRESS for 2s [ 1045.129653] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.129892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.129998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.130243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.130417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.150749] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1045.518490] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: SUCCESS [ 1045.518708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.518883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.519116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.519369] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.519450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.519513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.519719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.519801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.519884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.519992] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.682144] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1045.682491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.021211] env[66865]: INFO networking_nsxv3.common.synchronization [req-4c186462-a9b2-41a4-a649-12b6263df4ab req-476caa68-cf2f-4e5a-bc3d-a56063b7cabc tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1046.021211] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1046.021211] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.021211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.021211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.021211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.021432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.021432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.021432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.021532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.022113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.022113] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.025518] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.527039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.527039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.527039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.527526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.527526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.527526] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.527526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.527526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.527720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.527720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.527798] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1046.528896] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eebda69b-73ef-48c0-8352-9278fc9166b5: rpc.has_security_group_logging(os_id): False [ 1046.545068] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.545272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.545324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.545509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.545594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.545833] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.545933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.546021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.546177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.546252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.546340] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 is going to be created. [ 1046.559265] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.559436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.559494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.559812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.559812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.570077] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1046.607090] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.607335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.607454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.607753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.608037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.629021] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: IN_PROGRESS for 2s [ 1047.111037] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a in Status: SUCCESS [ 1047.111270] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a deletion is rescheduled due to dependency. [ 1047.111396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.168872] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1047.168872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.196463] env[66865]: INFO networking_nsxv3.common.synchronization [req-0a19a6b2-169c-4bde-85be-f088a2903e8d req-6182d0e4-b165-42c6-9a1e-50695622ff6f tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_members [ 1048.196463] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_members [ 1048.196700] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.196700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.196873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.197380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.197562] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.197692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.197760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.197972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.198053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.198154] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.550752] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.550944] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.551215] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.551505] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.551770] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.551935] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.552078] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.552308] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.552455] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.552670] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.552783] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.552893] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.553100] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.553219] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.553326] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.553453] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.572434] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.572844] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.572844] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.573216] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.573461] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-b158ec43-48a6-458d-bc5e-f0d5ec47c251 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.573628] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-b158ec43-48a6-458d-bc5e-f0d5ec47c251" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.573768] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-b158ec43-48a6-458d-bc5e-f0d5ec47c251" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.574103] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-b158ec43-48a6-458d-bc5e-f0d5ec47c251" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.574253] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b158ec43-48a6-458d-bc5e-f0d5ec47c251',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.583156] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1048.583346] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d deletion is rescheduled due to dependency. [ 1048.583460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.642672] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: SUCCESS [ 1048.642984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.701058] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.701199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.701282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.701555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.701653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.702247] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.702247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.702247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.702247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.702247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.702552] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 already deleted. [ 1048.702552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.076310] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.076557] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.076762] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.077080] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.077269] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.077453] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port b158ec43-48a6-458d-bc5e-f0d5ec47c251 not found, creating... [ 1049.077738] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.077943] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.078090] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.078310] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.078461] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.078738] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.078917] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.079057] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.079265] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.079714] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.079714] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: b158ec43-48a6-458d-bc5e-f0d5ec47c251 is going to be created. [ 1049.100358] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.100358] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.100622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.100834] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.100982] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.101248] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-b158ec43-48a6-458d-bc5e-f0d5ec47c251" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.827394] env[66865]: INFO networking_nsxv3.common.synchronization [req-0a19a6b2-169c-4bde-85be-f088a2903e8d req-a3e0c48e-186e-475c-afd0-b4cc4c0c1830 service nova] Enqueued Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_rules [ 1049.827659] env[66865]: INFO networking_nsxv3.common.synchronization [req-0a19a6b2-169c-4bde-85be-f088a2903e8d req-a3e0c48e-186e-475c-afd0-b4cc4c0c1830 service nova] Enqueued Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_members [ 1049.827705] env[66865]: INFO networking_nsxv3.common.synchronization [req-0a19a6b2-169c-4bde-85be-f088a2903e8d req-a3e0c48e-186e-475c-afd0-b4cc4c0c1830 service nova] Enqueued Resource ID: b158ec43-48a6-458d-bc5e-f0d5ec47c251 with Priority: HIGHEST for action port [ 1049.828403] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_rules [ 1049.828585] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_members [ 1049.828625] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b158ec43-48a6-458d-bc5e-f0d5ec47c251 with Priority: HIGHEST for action port [ 1049.829083] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.829195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.829265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.829469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.829563] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.830506] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.830584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.830653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.830882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.831118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.831229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.831292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.831451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.831534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.831631] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.833692] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-b158ec43-48a6-458d-bc5e-f0d5ec47c251 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.833692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b158ec43-48a6-458d-bc5e-f0d5ec47c251" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.833692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b158ec43-48a6-458d-bc5e-f0d5ec47c251" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.833692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b158ec43-48a6-458d-bc5e-f0d5ec47c251" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.833692] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b158ec43-48a6-458d-bc5e-f0d5ec47c251',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.337166] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.337166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.337166] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.338214] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b158ec43-48a6-458d-bc5e-f0d5ec47c251 with status ACTIVE [ 1050.338515] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.338692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.339740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.339894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.340197] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.340361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.340462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.341358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.341358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.341613] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.341613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.341703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.342170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.342170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.342304] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b158ec43-48a6-458d-bc5e-f0d5ec47c251 is going to be updated. [ 1050.367806] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.367806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.367806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.367806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.367806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.367806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b158ec43-48a6-458d-bc5e-f0d5ec47c251" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.845459] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.350083] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.350083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.350083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.350083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.350378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.350378] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 is going to be created. [ 1051.379068] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.379068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.379300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.379361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.379541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.390549] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 in Status: UNINITIALIZED for 2s [ 1051.923335] env[66865]: INFO networking_nsxv3.common.synchronization [req-ebffbd20-6e48-4b40-94e2-de39c8158513 req-04f3d096-6286-4b00-8c81-4d83ccf06614 tempest-ListServerFiltersTestJSON-1037951914 tempest-ListServerFiltersTestJSON-1037951914-project-member] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 1051.923849] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 1051.924218] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.924352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.924420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.924618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.924794] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.924902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.924970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.925145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.925269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.925373] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.427764] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.539876] env[66865]: INFO networking_nsxv3.common.synchronization [req-e32bf2b1-29a7-409e-a591-b507a45e8cca req-383f12f5-a9ce-4efd-bc6a-1ecdcf6105c0 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1052.540460] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1052.540766] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.540874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.541948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.543110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.543297] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.543413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.543479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.543635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.543724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.543823] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.930093] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.048116] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.048331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.048405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.048585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.048677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.048878] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.048974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.049047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.049198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.049278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.049362] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1053.085417] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.085640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.085640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.085755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.085898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.094440] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1053.401669] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 in Status: SUCCESS [ 1053.401881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.402082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.402316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.402523] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.402620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.402687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.402838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.402916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.403007] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.403203] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.433482] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.433779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.433779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.434062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.434295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.434357] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1053.468268] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.468466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.468577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.468918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.469134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.479718] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1053.906232] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.409226] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12420fc9-8afd-4408-bb8f-936042c34ec6: rpc.has_security_group_logging(os_id): False [ 1054.430688] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.430922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.430922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.431157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.431254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.431519] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.431632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.431696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.431847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.431925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.432029] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 is going to be created. [ 1054.491133] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.491378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.491378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.491586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.491761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.502494] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 in Status: IN_PROGRESS for 2s [ 1055.105367] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1055.105567] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 1055.105728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.489075] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1055.489464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.513950] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 in Status: SUCCESS [ 1056.514293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.107735] env[66865]: INFO networking_nsxv3.common.synchronization [req-5804b65e-2b29-464c-982e-6332987b0f38 req-fb535815-a0b9-4f2e-843c-ea80f36a94c2 tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1057.109047] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1057.109786] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.109786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.109786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.110015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.110189] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.110406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.110477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.110635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.110718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.110812] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.431140] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.431140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.431140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.431140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.431140] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.431383] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.431421] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.431804] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.431969] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.432217] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.432326] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.432454] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.432560] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.432667] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.432776] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.432917] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.457141] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.457386] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.457474] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.459018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-601" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.459018] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-15eaf03b-3bea-475b-b3ae-a3ebbb739904 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.459018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-15eaf03b-3bea-475b-b3ae-a3ebbb739904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.459018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-15eaf03b-3bea-475b-b3ae-a3ebbb739904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.459018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-15eaf03b-3bea-475b-b3ae-a3ebbb739904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.459358] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15eaf03b-3bea-475b-b3ae-a3ebbb739904',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.613553] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.613933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.613933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.614027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.614092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.614349] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.614478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.614544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.614719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.615079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.615079] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1057.639940] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.640160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.640250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.640571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.640816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.650358] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1057.966685] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.966685] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.966685] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.966883] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.967025] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.967180] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 15eaf03b-3bea-475b-b3ae-a3ebbb739904 not found, creating... [ 1057.967438] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.967600] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.968723] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.968723] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.968723] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.968723] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.968723] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.968723] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.973031] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.973031] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.973031] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 15eaf03b-3bea-475b-b3ae-a3ebbb739904 is going to be created. [ 1057.995377] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.995377] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.995377] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.995644] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.995763] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.996288] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-15eaf03b-3bea-475b-b3ae-a3ebbb739904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.689449] env[66865]: INFO networking_nsxv3.common.synchronization [req-5804b65e-2b29-464c-982e-6332987b0f38 req-09573a6d-57ee-4ecd-96ab-c4de29f343e6 service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 1058.689721] env[66865]: INFO networking_nsxv3.common.synchronization [req-5804b65e-2b29-464c-982e-6332987b0f38 req-09573a6d-57ee-4ecd-96ab-c4de29f343e6 service nova] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1058.689721] env[66865]: INFO networking_nsxv3.common.synchronization [req-5804b65e-2b29-464c-982e-6332987b0f38 req-09573a6d-57ee-4ecd-96ab-c4de29f343e6 service nova] Enqueued Resource ID: 15eaf03b-3bea-475b-b3ae-a3ebbb739904 with Priority: HIGHEST for action port [ 1058.690276] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_rules [ 1058.690744] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1058.690744] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15eaf03b-3bea-475b-b3ae-a3ebbb739904 with Priority: HIGHEST for action port [ 1058.691144] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.691144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.691144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.691383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.691383] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.692541] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.692541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.692768] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-15eaf03b-3bea-475b-b3ae-a3ebbb739904 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.692768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15eaf03b-3bea-475b-b3ae-a3ebbb739904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.692768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15eaf03b-3bea-475b-b3ae-a3ebbb739904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.693760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15eaf03b-3bea-475b-b3ae-a3ebbb739904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.693760] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15eaf03b-3bea-475b-b3ae-a3ebbb739904',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.199032] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15eaf03b-3bea-475b-b3ae-a3ebbb739904 with status ACTIVE [ 1059.199032] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.199032] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.199032] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.199032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.199032] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15eaf03b-3bea-475b-b3ae-a3ebbb739904 is going to be updated. [ 1059.201416] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.202450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.224138] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.224138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.224138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.224138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.224138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.224138] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15eaf03b-3bea-475b-b3ae-a3ebbb739904" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.664430] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1059.664430] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d deletion is rescheduled due to dependency. [ 1059.666268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.666268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.666268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.666268] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.666268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.666268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.666268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.666586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.666586] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.169447] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.672127] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.174724] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.177440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.177440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.177440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.177440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.177440] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1061.206253] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.206441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.206554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.206689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.206820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.220024] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1061.600684] env[66865]: INFO networking_nsxv3.common.synchronization [req-90912339-fc20-44ea-b0c5-e6b13f83c1c8 req-aa3e4725-218e-43bf-ba0f-5f479c521d38 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1061.600812] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1061.601094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.601270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.601381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.601628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.601832] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.601967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.602069] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.602437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.602437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.602437] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.016909] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.016909] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.016909] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.016909] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.017404] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.017651] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.017783] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.018064] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.018323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.018481] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.020833] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.020833] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.020833] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.020833] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.020833] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.020833] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.041162] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.041344] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.041528] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.041736] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.042060] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-df268495-1d74-4031-a92e-7a4d60f55da5 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.042618] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-df268495-1d74-4031-a92e-7a4d60f55da5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.042618] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-df268495-1d74-4031-a92e-7a4d60f55da5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.042749] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-df268495-1d74-4031-a92e-7a4d60f55da5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.042793] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df268495-1d74-4031-a92e-7a4d60f55da5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.104712] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.290841] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5ef3554c-8513-4e81-90b2-7fce0fc334c1 None None] Enqueued Resource ID: 8d1faea9-3725-4026-8328-c2546e565e0a with Priority: HIGHEST for action port [ 1062.293146] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1faea9-3725-4026-8328-c2546e565e0a with Priority: HIGHEST for action port [ 1062.293146] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d1faea9-3725-4026-8328-c2546e565e0a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.293146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d1faea9-3725-4026-8328-c2546e565e0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.293146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d1faea9-3725-4026-8328-c2546e565e0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.293146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d1faea9-3725-4026-8328-c2546e565e0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.293146] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d1faea9-3725-4026-8328-c2546e565e0a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.545384] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.545620] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.546118] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.546118] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.546693] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.546693] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port df268495-1d74-4031-a92e-7a4d60f55da5 not found, creating... [ 1062.546693] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.546862] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.546901] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.547178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.547346] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.547718] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.547895] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.548023] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.548244] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.548378] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.548518] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: df268495-1d74-4031-a92e-7a4d60f55da5 is going to be created. [ 1062.573546] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.573737] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.573779] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.574109] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.574348] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.574601] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-df268495-1d74-4031-a92e-7a4d60f55da5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.607320] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.795079] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d1faea9-3725-4026-8328-c2546e565e0a [ 1062.795341] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.795499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.795589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.795930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.796050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.796160] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d1faea9-3725-4026-8328-c2546e565e0a already deleted. [ 1062.796249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d1faea9-3725-4026-8328-c2546e565e0a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.114678] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.114920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.115131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.115401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.115628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.115814] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f848bc-d463-4801-933b-ed113e127e43 is going to be updated. [ 1063.157161] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.159574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.159574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.159574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.159574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.172471] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: IN_PROGRESS for 2s [ 1063.228540] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 4s [ 1063.418630] env[66865]: INFO networking_nsxv3.common.synchronization [req-90912339-fc20-44ea-b0c5-e6b13f83c1c8 req-f4f89804-2c39-4923-9e54-0ddf8a98412e service nova] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_rules [ 1063.418973] env[66865]: INFO networking_nsxv3.common.synchronization [req-90912339-fc20-44ea-b0c5-e6b13f83c1c8 req-f4f89804-2c39-4923-9e54-0ddf8a98412e service nova] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1063.418973] env[66865]: INFO networking_nsxv3.common.synchronization [req-90912339-fc20-44ea-b0c5-e6b13f83c1c8 req-f4f89804-2c39-4923-9e54-0ddf8a98412e service nova] Enqueued Resource ID: df268495-1d74-4031-a92e-7a4d60f55da5 with Priority: HIGHEST for action port [ 1063.419592] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_rules [ 1063.419784] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1063.419913] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df268495-1d74-4031-a92e-7a4d60f55da5 with Priority: HIGHEST for action port [ 1063.420331] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.420480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.420552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.420766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.420852] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.422785] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.422888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.423111] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-df268495-1d74-4031-a92e-7a4d60f55da5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.423220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df268495-1d74-4031-a92e-7a4d60f55da5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.423371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df268495-1d74-4031-a92e-7a4d60f55da5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.426334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df268495-1d74-4031-a92e-7a4d60f55da5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.426498] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df268495-1d74-4031-a92e-7a4d60f55da5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.683652] env[66865]: INFO networking_nsxv3.common.synchronization [None req-f7aa3290-b7e4-4651-a6eb-05ab02e05ea4 tempest-ServerActionsV293TestJSON-440456509 tempest-ServerActionsV293TestJSON-440456509-project-member] Enqueued Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_rules [ 1063.684027] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_rules [ 1063.684362] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c872f2c0-e36a-47c4-b013-75677f98d89c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.684457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.684531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.685044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.685044] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.787895] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1ee40e91-2bdc-45df-a515-52e744ac6b56 tempest-ServerActionsV293TestJSON-440456509 tempest-ServerActionsV293TestJSON-440456509-project-member] Enqueued Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_rules [ 1063.789119] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_rules [ 1063.789822] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c872f2c0-e36a-47c4-b013-75677f98d89c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.790106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.929062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.929062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.929062] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df268495-1d74-4031-a92e-7a4d60f55da5 with status ACTIVE [ 1063.929062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.929062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.929062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.929436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.929436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.929436] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.929552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.929552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.929737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.929796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.930436] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.930436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.930436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.930436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.930436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.930436] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df268495-1d74-4031-a92e-7a4d60f55da5 is going to be updated. [ 1063.953572] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.953783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.953783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.953904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.954054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.954355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df268495-1d74-4031-a92e-7a4d60f55da5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.212916] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.213164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.213241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.213710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.213820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.213911] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c872f2c0-e36a-47c4-b013-75677f98d89c already deleted. [ 1064.213997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.214180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.214379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.214491] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.738845] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.738845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.739350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.739350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.739350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.739447] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c872f2c0-e36a-47c4-b013-75677f98d89c already deleted. [ 1064.739481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.020632] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4f488952-3dd3-4186-ac84-fb68d27aff49 None None] Enqueued Resource ID: 5f572964-42d3-40f4-9e74-a34e8fa47fc3 with Priority: HIGHEST for action port [ 1065.021281] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f572964-42d3-40f4-9e74-a34e8fa47fc3 with Priority: HIGHEST for action port [ 1065.021663] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f572964-42d3-40f4-9e74-a34e8fa47fc3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.021761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f572964-42d3-40f4-9e74-a34e8fa47fc3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.025167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f572964-42d3-40f4-9e74-a34e8fa47fc3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.025167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f572964-42d3-40f4-9e74-a34e8fa47fc3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.025167] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f572964-42d3-40f4-9e74-a34e8fa47fc3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.182299] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: SUCCESS [ 1065.182530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.182756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.182975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.183231] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.183356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.183356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.183578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.183697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.183864] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.239314] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1065.239540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.239720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.239971] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.240196] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.240309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.240414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.240726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.240838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.240934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.241043] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.526808] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f572964-42d3-40f4-9e74-a34e8fa47fc3 [ 1065.527070] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.527518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.527518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.527518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.527677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.527677] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f572964-42d3-40f4-9e74-a34e8fa47fc3 already deleted. [ 1065.527748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f572964-42d3-40f4-9e74-a34e8fa47fc3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.687162] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.743970] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.744327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.744327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.744404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.744634] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.744776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.744831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.744980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.745110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.745263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.745395] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.745510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.745586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.745745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.745902] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.746016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.746115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.746280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.746437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.746528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.746632] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.189404] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.248868] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977d842e-e2e4-424c-9774-3ed15ceaa45d: rpc.has_security_group_logging(os_id): False [ 1066.277569] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.277798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.277798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.278034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.278125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.278321] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.278425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.278491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.278660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.278731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.279041] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.279160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.279226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.279395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.279513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.279779] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.279928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.280020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.280174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.280253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.280340] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1066.361929] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.362047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.362047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.362304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.362489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.387012] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1066.693075] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.693528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.693528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.693662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.693696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.693788] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f848bc-d463-4801-933b-ed113e127e43 is going to be updated. [ 1066.727346] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.727497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.727570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.727781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.727925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.739213] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: IN_PROGRESS for 2s [ 1068.107067] env[66865]: INFO networking_nsxv3.common.synchronization [req-b0eba196-4cd2-46a6-95ce-96c93f09efb9 req-0475690c-e2e7-4297-87b4-7c50ae7568c9 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1068.107899] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1068.108355] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.108530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.108633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.108901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.109133] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.109274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.109365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.109580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.109715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.109840] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.409548] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1068.409825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.511349] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.511612] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.511802] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.512160] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.512477] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.512682] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.516069] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.516069] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.516069] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.516069] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.516069] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.516069] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.516069] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.516069] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.516069] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.516069] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.551213] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.551318] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.551477] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.551649] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.551952] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-892f5ccd-8173-4988-827f-9e7385a76e32 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.552229] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-892f5ccd-8173-4988-827f-9e7385a76e32" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.552398] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-892f5ccd-8173-4988-827f-9e7385a76e32" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.552786] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-892f5ccd-8173-4988-827f-9e7385a76e32" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.554159] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('892f5ccd-8173-4988-827f-9e7385a76e32',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.612474] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.751395] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: SUCCESS [ 1068.751779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.751974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.752234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.752428] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.752641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.752778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.752966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.753067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.753159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.753271] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.059910] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.060159] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.060322] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.060615] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.060765] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.060916] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 892f5ccd-8173-4988-827f-9e7385a76e32 not found, creating... [ 1069.061193] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.061367] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.061501] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.061749] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.061887] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.062182] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.062528] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.062528] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.064105] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.064105] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.064105] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 892f5ccd-8173-4988-827f-9e7385a76e32 is going to be created. [ 1069.086709] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.087018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.089013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.089013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.089013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.089013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-892f5ccd-8173-4988-827f-9e7385a76e32" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.120037] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.255915] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.621718] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.621891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.622674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.622674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.622674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.622674] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1069.650335] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.650593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.650593] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.652462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.652462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.662014] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1069.761986] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0f848bc-d463-4801-933b-ed113e127e43: rpc.has_security_group_logging(os_id): False [ 1069.782285] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.782434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.782497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.782686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.782791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.783043] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.783213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.783213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.783364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.783503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.783561] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f848bc-d463-4801-933b-ed113e127e43 is going to be updated. [ 1069.847866] env[66865]: INFO networking_nsxv3.common.synchronization [req-b0eba196-4cd2-46a6-95ce-96c93f09efb9 req-b4fd10e5-a3d4-4d7e-901b-983393cb63f7 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 1069.848060] env[66865]: INFO networking_nsxv3.common.synchronization [req-b0eba196-4cd2-46a6-95ce-96c93f09efb9 req-b4fd10e5-a3d4-4d7e-901b-983393cb63f7 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1069.848199] env[66865]: INFO networking_nsxv3.common.synchronization [req-b0eba196-4cd2-46a6-95ce-96c93f09efb9 req-b4fd10e5-a3d4-4d7e-901b-983393cb63f7 service nova] Enqueued Resource ID: 892f5ccd-8173-4988-827f-9e7385a76e32 with Priority: HIGHEST for action port [ 1069.848730] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 1069.848918] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1069.848954] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892f5ccd-8173-4988-827f-9e7385a76e32 with Priority: HIGHEST for action port [ 1069.849292] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.849362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.849444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.849662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.849768] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.850950] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.850950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.851726] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-892f5ccd-8173-4988-827f-9e7385a76e32 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.851906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-892f5ccd-8173-4988-827f-9e7385a76e32" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.851980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-892f5ccd-8173-4988-827f-9e7385a76e32" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.852161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-892f5ccd-8173-4988-827f-9e7385a76e32" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.852242] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('892f5ccd-8173-4988-827f-9e7385a76e32',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.876025] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.876025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.876025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.876025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.876025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.890293] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: IN_PROGRESS for 2s [ 1070.354715] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.355145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.356430] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 892f5ccd-8173-4988-827f-9e7385a76e32 with status ACTIVE [ 1070.356624] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.356750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.356818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.357054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.357146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.357325] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.357438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.357477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.357706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.357802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.357971] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.358082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.358144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.358293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.358370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.358473] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 892f5ccd-8173-4988-827f-9e7385a76e32 is going to be updated. [ 1070.380593] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.380828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.380828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.381058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.381218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.381410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-892f5ccd-8173-4988-827f-9e7385a76e32" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.987955] env[66865]: INFO networking_nsxv3.common.synchronization [req-905e344f-3dc2-45db-98de-d36967b09b19 req-be0e3c3a-c2c6-46f6-80c8-19711d5eed71 tempest-ListServerFiltersTestJSON-1037951914 tempest-ListServerFiltersTestJSON-1037951914-project-member] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 1070.987955] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGHEST for action security_group_members [ 1070.988412] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.988412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.988412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.989202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.989202] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.989202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.989202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.989732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.990032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.990032] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.332247] env[66865]: INFO networking_nsxv3.common.synchronization [req-a9aa01f3-2429-4784-aaa5-6069ee662478 req-5be26784-a1d5-4b6a-9dab-4eaa81735c6c tempest-ServerRescueNegativeTestJSON-2043290721 tempest-ServerRescueNegativeTestJSON-2043290721-project-member] Enqueued Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_members [ 1071.332247] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGHEST for action security_group_members [ 1071.332247] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-07c22c99-2acc-4196-b51d-46596146aed4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.332247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.332548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.333079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.333436] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.335277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.335277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.335277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.335277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.335277] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.492865] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.493322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.493446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.493832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.493962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.494209] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.494380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.494380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.494582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.494696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.494817] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be updated. [ 1071.536027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.536027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.536027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.536027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.536027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.546907] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: IN_PROGRESS for 2s [ 1071.672905] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1071.673208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.673407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.673763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.674138] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.674272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.674868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.674868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.674868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.675022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.837305] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.837525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.837622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.838151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.838310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.838528] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.838632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.838865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.839093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.842054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.842054] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c22c99-2acc-4196-b51d-46596146aed4 is going to be updated. [ 1071.871416] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.871416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.871416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.871416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.871416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.888427] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c22c99-2acc-4196-b51d-46596146aed4 in Status: IN_PROGRESS for 2s [ 1071.905131] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: SUCCESS [ 1071.906579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.178553] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.681533] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.185382] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.185382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.185382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.185382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.185382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.185382] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1073.224052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.224052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.224052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.224052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.224052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.232164] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1073.560462] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 in Status: SUCCESS [ 1073.560646] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 deletion is rescheduled due to dependency. [ 1073.560905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.904133] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07c22c99-2acc-4196-b51d-46596146aed4 in Status: SUCCESS [ 1073.904555] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07c22c99-2acc-4196-b51d-46596146aed4 deletion is rescheduled due to dependency. [ 1073.904697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.919195] env[66865]: INFO networking_nsxv3.common.synchronization [None req-b35ff8e8-7bb0-4955-bbc3-332bd8cdc020 tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 1073.919195] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 1073.919195] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.919195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.919195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.919195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.919513] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.919641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.919755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.920020] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.920163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.920505] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.389217] env[66865]: INFO networking_nsxv3.common.synchronization [req-bc4b10f5-617e-43f9-884b-0927e02b9dcc req-4ccf2886-8a95-44ba-be14-2083195ec669 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1074.389772] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1074.390182] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.390340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.390449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.390712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.390910] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.391027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.391093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.392157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.392298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.392408] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.423202] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.423396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.423482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.423729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.423817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.424098] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.424219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.424348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.424516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.424648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.424762] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 1074.451690] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.451956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.452117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.452419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.452567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.462864] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 1074.896404] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.896635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.896690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.896888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.897015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.897231] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.897331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.898835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.898835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.898835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.898835] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 1074.972100] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.972100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.972100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.972100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.972100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.995469] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 1075.244010] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 4s [ 1075.963168] env[66865]: INFO networking_nsxv3.common.synchronization [req-cff0241c-cc7e-432c-a110-ef1eb12d66df req-7bdb247b-8c83-416c-9d2d-880605d1c451 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1075.964230] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1075.964581] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.964786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.964842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.965155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.965388] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.965516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.965598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.965754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.965841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.965948] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.387842] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.388561] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.388561] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.388639] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.388891] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.389973] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.389973] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.389973] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.389973] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.389973] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.390216] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.390216] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.390449] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.390449] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.390580] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.390660] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.413428] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.413721] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.413896] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.414108] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.414485] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-0ac18314-d4ea-40e5-80b5-642d653d6add taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.414668] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-0ac18314-d4ea-40e5-80b5-642d653d6add" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.414795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-0ac18314-d4ea-40e5-80b5-642d653d6add" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.415185] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-0ac18314-d4ea-40e5-80b5-642d653d6add" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.415337] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac18314-d4ea-40e5-80b5-642d653d6add',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.470437] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.470720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.470720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.470927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.470998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.471171] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.471280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.471336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.471511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.471603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.471686] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 already deleted. [ 1076.471686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.473743] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 1076.473923] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 deletion is rescheduled due to dependency. [ 1076.474033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.917889] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.918169] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.918295] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.918600] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.918751] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.918940] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 0ac18314-d4ea-40e5-80b5-642d653d6add not found, creating... [ 1076.919198] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.919359] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.919483] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.919709] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.919844] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.920159] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.920293] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.920405] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.920608] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.920738] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.920878] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 0ac18314-d4ea-40e5-80b5-642d653d6add is going to be created. [ 1076.950124] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.950460] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.950460] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.950760] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.950994] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.951247] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-0ac18314-d4ea-40e5-80b5-642d653d6add" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.007086] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 1077.007274] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 deletion is rescheduled due to dependency. [ 1077.007370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.256661] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1077.256661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.256661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.256661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.256837] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.256901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.256940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.257641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.257641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.257641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.257641] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.644593] env[66865]: INFO networking_nsxv3.common.synchronization [req-cff0241c-cc7e-432c-a110-ef1eb12d66df req-f4ca8c87-7909-4278-9315-6e427b7ae312 service nova] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_rules [ 1077.644989] env[66865]: INFO networking_nsxv3.common.synchronization [req-cff0241c-cc7e-432c-a110-ef1eb12d66df req-f4ca8c87-7909-4278-9315-6e427b7ae312 service nova] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1077.644989] env[66865]: INFO networking_nsxv3.common.synchronization [req-cff0241c-cc7e-432c-a110-ef1eb12d66df req-f4ca8c87-7909-4278-9315-6e427b7ae312 service nova] Enqueued Resource ID: 0ac18314-d4ea-40e5-80b5-642d653d6add with Priority: HIGHEST for action port [ 1077.645953] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_rules [ 1077.646163] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1077.646275] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac18314-d4ea-40e5-80b5-642d653d6add with Priority: HIGHEST for action port [ 1077.647137] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.647137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.647137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.647137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.647423] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.648586] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.648765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.648871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.649292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.649452] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.649569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.649635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.649958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.650028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.650137] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.651078] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac18314-d4ea-40e5-80b5-642d653d6add taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.651245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac18314-d4ea-40e5-80b5-642d653d6add" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.651245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac18314-d4ea-40e5-80b5-642d653d6add" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.651456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac18314-d4ea-40e5-80b5-642d653d6add" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.651492] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac18314-d4ea-40e5-80b5-642d653d6add',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.760291] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.760291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.760538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.760581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.762185] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.762185] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.762185] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.762185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.763416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.763416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.763416] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.154115] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.154253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.154450] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.155712] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ac18314-d4ea-40e5-80b5-642d653d6add with status ACTIVE [ 1078.156012] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.156012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.156114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.156612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.156612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.156612] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.156612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.156910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.156910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.156983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.157137] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.158183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.158183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.158183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.158183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.158183] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ac18314-d4ea-40e5-80b5-642d653d6add is going to be updated. [ 1078.179801] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.179801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.179801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.180025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.180025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.180169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac18314-d4ea-40e5-80b5-642d653d6add" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.264503] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f34f7049-05c3-4e72-a67d-240ffda9d409: rpc.has_security_group_logging(os_id): False [ 1078.282436] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.282589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.282669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.282866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.282967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.283179] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.283292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.283365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.283487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.283562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.283823] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.283948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.284022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.284233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.284319] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.284537] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.284628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.284673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.284777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.284838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.284928] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1078.374764] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.374947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.375038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.375254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.375421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.398656] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1078.419244] env[66865]: INFO networking_nsxv3.common.synchronization [req-4b074d15-ee28-4e5c-9d26-dff342d4d121 req-60d25b7f-6da1-4958-ae96-912b0a5184ea tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1078.419688] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1078.420385] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.420385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.420385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.420385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.420703] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.420761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.420833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.420991] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.421089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.421188] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.509175] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.509434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.509870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.509870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.510073] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.659611] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.806057] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.806057] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.806057] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.806363] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.806428] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.806587] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.806759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.807058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.807173] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.807378] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.807489] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.807610] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.807822] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.807936] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.808271] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.808389] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.827300] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.827485] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.827642] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.827795] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-557" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.828404] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-fc0abeac-facb-4c1a-a5af-534564414142 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.828622] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-fc0abeac-facb-4c1a-a5af-534564414142" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.828757] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-fc0abeac-facb-4c1a-a5af-534564414142" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.829113] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-fc0abeac-facb-4c1a-a5af-534564414142" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.829259] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0abeac-facb-4c1a-a5af-534564414142',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.924274] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.924518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.924518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.924817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.924916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.925104] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.925217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.925280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.925414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.925499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.925587] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1078.953121] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.953298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.953298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.953525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.953690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.967349] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1079.013375] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.164907] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.165180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.165251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.166178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.166178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.166178] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 is going to be created. [ 1079.190134] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.190329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.190399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.190645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.190863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.202111] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: UNINITIALIZED for 2s [ 1079.331297] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.331606] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.331794] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.332063] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.332218] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.332377] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port fc0abeac-facb-4c1a-a5af-534564414142 not found, creating... [ 1079.332695] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.332882] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.333061] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.333278] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.333499] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.333861] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.334012] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.334135] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.334347] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.334481] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.334620] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: fc0abeac-facb-4c1a-a5af-534564414142 is going to be created. [ 1079.363428] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.363653] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.364223] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.364223] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.364462] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.364752] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-fc0abeac-facb-4c1a-a5af-534564414142" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.516688] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.019646] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1080.019910] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1080.176127] env[66865]: INFO networking_nsxv3.common.synchronization [req-4b074d15-ee28-4e5c-9d26-dff342d4d121 req-dbe4ba35-2b80-43a7-baa3-66179a4bb4c1 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 1080.180962] env[66865]: INFO networking_nsxv3.common.synchronization [req-4b074d15-ee28-4e5c-9d26-dff342d4d121 req-dbe4ba35-2b80-43a7-baa3-66179a4bb4c1 service nova] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1080.180962] env[66865]: INFO networking_nsxv3.common.synchronization [req-4b074d15-ee28-4e5c-9d26-dff342d4d121 req-dbe4ba35-2b80-43a7-baa3-66179a4bb4c1 service nova] Enqueued Resource ID: fc0abeac-facb-4c1a-a5af-534564414142 with Priority: HIGHEST for action port [ 1080.180962] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_rules [ 1080.180962] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1080.180962] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0abeac-facb-4c1a-a5af-534564414142 with Priority: HIGHEST for action port [ 1080.180962] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.180962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.180962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.180962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.180962] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.180962] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.180962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.180962] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc0abeac-facb-4c1a-a5af-534564414142 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.180962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc0abeac-facb-4c1a-a5af-534564414142" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.180962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc0abeac-facb-4c1a-a5af-534564414142" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.180962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc0abeac-facb-4c1a-a5af-534564414142" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.180962] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0abeac-facb-4c1a-a5af-534564414142',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.419719] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1080.419719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.680648] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.680835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.682372] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc0abeac-facb-4c1a-a5af-534564414142 with status ACTIVE [ 1080.682772] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.682940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.683036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.683314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.685955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.685955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.685955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.685955] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc0abeac-facb-4c1a-a5af-534564414142 is going to be updated. [ 1080.712804] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.713287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.713287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.713458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.713458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.713625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc0abeac-facb-4c1a-a5af-534564414142" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.978272] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1080.978551] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 1080.978720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.978849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.979101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.979301] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.979439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.979490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.979646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.979727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.979835] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.100278] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.100758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.100758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.100758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.114657] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1081.115617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.116605] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1081.131525] env[66865]: INFO networking_nsxv3.common.synchronization [req-7951b307-5fa7-4f29-8e3e-36274ecacdcc req-9919ff10-d2e8-4247-ad09-5ea2396509de tempest-ImagesTestJSON-1864895162 tempest-ImagesTestJSON-1864895162-project-member] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1081.132047] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGHEST for action security_group_members [ 1081.132449] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.132565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.132839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.132839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.132999] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.133155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.133404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.133463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.133554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.133678] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.151191] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.151337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.151405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.152764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.165014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.166437] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1081.166535] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.166628] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1081.215361] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: SUCCESS [ 1081.215638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.215825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.216157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.216534] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.216645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.216700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.217059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.217059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.217163] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.217408] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.228269] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.228371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.228432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.228669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.233608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.233806] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1081.387569] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.387569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.387569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.388142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.388977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.389554] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1081.481740] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.490720] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.490720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.490720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.490720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.491124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.492045] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1081.492045] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'07c22c99-2acc-4196-b51d-46596146aed4', '12420fc9-8afd-4408-bb8f-936042c34ec6', 'c07fbead-7041-4193-a25c-9b20d616faaf', '73db16e3-2241-419e-9359-8488dcb4388c', 'eb90a80a-6df7-4e08-ae53-5af377a61ab7', '1c53bcee-5b0c-4858-9813-726d1cf014e3', '1e6912c4-b98a-41fc-9ab5-11a58d01b395', 'b7341e45-59b8-4e37-81f7-ca290156dbf0', '71c55d54-be17-4d34-a568-b7f47dd6015b', 'f9b21138-722d-4f53-bb34-2b3b1c1918d4', '617b2553-2833-4f8f-9324-54d3ddba61b6', 'eebda69b-73ef-48c0-8352-9278fc9166b5', '584cd475-17f4-42ab-a475-c486db3a338b', '977d842e-e2e4-424c-9774-3ed15ceaa45d', '41906929-4c4e-4125-8fef-d617553d2d99', '3e40f767-9f36-44fa-9aba-d8f5a21208a8', 'b83a4358-4915-4ca5-88a2-1924cf349a81', 'b77d5cf8-87b3-4698-a0b2-426266e42d2d', 'bcada153-b330-4fb3-b23e-fab5946e6d67', '86442f91-5935-418f-a702-60ccf4f42000', 'b7885f4d-2162-429b-bdc8-7c3a7b802c57', '04e213c2-d3bb-4dcc-a1dc-0b3057bd8183', 'ee2931fc-9554-4efe-b5b6-5c0d13871044', '8b85b397-cd10-48ca-82ac-66afa8b1bad1', '062c1010-fa50-4a98-9f9e-100597af74b2', 'ba2cb424-d686-4076-aced-558e21ac96a6', '149e261c-97f0-455e-b22b-07aa310e8015', '106f11ab-9c11-4d85-995f-7c957e83441c', 'b60d7564-b72e-4f4c-a509-07b61a277b45', '7bafbe44-0da4-4268-9c24-e106dcba7fd8', 'e84d468d-ea63-4ed8-a843-8b4a48169f64', 'd16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5', '5f36dd77-647c-40fd-a15b-a7cce194b98c', '3087abcd-567c-45db-9eaf-dadd2d69b53f', '0ba4bb0c-f88f-4dad-b593-8f4c06d2325a', '6a602b48-bbe9-411d-9dbd-8295e7405d00', 'a83c9b89-7a02-41e2-846b-534ae1b99607', 'e4d2d9e1-f45e-4b3c-820d-f593838c81aa', '66200bef-146a-4c42-b9ec-8300caf37917', 'f411f87f-76af-4988-b117-239a557b8720', '71c44057-5eb4-406c-80b7-5dccf69477f2', '9b9eab7c-f602-4433-a399-324e489b153e', 'e18a1753-f2b3-4157-b77c-10985d37c4c8', '41f1da69-90ac-4e76-8cb2-17a807976296', '5e629231-b747-4434-9228-fee01ef62d19', 'f34f7049-05c3-4e72-a67d-240ffda9d409', 'a6d4d222-6bb0-44e1-9e3f-d39166f1b868', 'fb556c72-c6b7-403c-a4ea-643964d143bc', 'a0f848bc-d463-4801-933b-ed113e127e43', '4b487416-e0c5-439a-be55-97d3b1ae1068'} {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.492045] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1081.517026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.517026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.517026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.517026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.517026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.517026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1081.517026] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.517026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1081.628022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.628022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.628022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.628022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.628902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.629378] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1081.629669] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.629868] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1081.630089] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1081.630295] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGH for action security_group_rules [ 1081.632046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.636607] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.636899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.637076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.637371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.661333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.661627] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.661769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.661839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.662048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.662181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.662246] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be updated. [ 1081.692991] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.693179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.693282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.693616] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.694828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.704843] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: IN_PROGRESS for 2s [ 1081.720520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.720703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.721335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.721335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.721335] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.721549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.721549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.721680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.721851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.722055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.722286] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.722408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.722484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.722640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.722799] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.723121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.723121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.723231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.723312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.723396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.723492] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.733047] env[66865]: INFO networking_nsxv3.common.synchronization [req-602b926b-1f63-45fc-8da6-84c7eae727e6 req-a844d6ea-2258-4c95-b83b-63ad66be53df tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1081.733949] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1081.733949] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c22c99-2acc-4196-b51d-46596146aed4 with Priority: HIGH for action security_group_rules [ 1081.733949] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c07fbead-7041-4193-a25c-9b20d616faaf with Priority: HIGH for action security_group_rules [ 1081.733949] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 with Priority: HIGH for action security_group_rules [ 1081.734249] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41906929-4c4e-4125-8fef-d617553d2d99 with Priority: HIGH for action security_group_rules [ 1081.734387] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGH for action security_group_rules [ 1081.734563] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGH for action security_group_rules [ 1081.735219] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d with Priority: HIGH for action security_group_rules [ 1081.735338] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGH for action security_group_rules [ 1081.735479] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d with Priority: HIGH for action security_group_rules [ 1081.736371] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 with Priority: HIGH for action security_group_rules [ 1081.736541] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGH for action security_group_rules [ 1081.736656] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGH for action security_group_rules [ 1081.736810] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 with Priority: HIGH for action security_group_rules [ 1081.736920] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGH for action security_group_rules [ 1081.737139] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c55d54-be17-4d34-a568-b7f47dd6015b with Priority: HIGH for action security_group_rules [ 1081.737289] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGH for action security_group_rules [ 1081.737425] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 with Priority: HIGH for action security_group_rules [ 1081.737549] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 with Priority: HIGH for action security_group_rules [ 1081.737646] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGH for action security_group_rules [ 1081.737739] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73db16e3-2241-419e-9359-8488dcb4388c with Priority: HIGH for action security_group_rules [ 1081.741710] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.741710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.741825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.742021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.742183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.742308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.742380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.742560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.742656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.742771] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.744060] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07c22c99-2acc-4196-b51d-46596146aed4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.744060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.744060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.744227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.744261] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07c22c99-2acc-4196-b51d-46596146aed4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.745216] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c07fbead-7041-4193-a25c-9b20d616faaf taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.745332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.745400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.745572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.747782] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c07fbead-7041-4193-a25c-9b20d616faaf',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.748508] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.748647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.748720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.748906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.749102] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6912c4-b98a-41fc-9ab5-11a58d01b395',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.750797] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41906929-4c4e-4125-8fef-d617553d2d99 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.750797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.750797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.750999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.750999] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41906929-4c4e-4125-8fef-d617553d2d99',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.752167] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.752167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.752167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.752388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.752388] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.753024] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.753640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.753640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.753640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.753640] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.754334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.754621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.754621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.754900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.754900] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b77d5cf8-87b3-4698-a0b2-426266e42d2d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.755922] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.756106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.756177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.756270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.756343] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.757235] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d842e-e2e4-424c-9774-3ed15ceaa45d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.757235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.757235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.757480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.757480] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d842e-e2e4-424c-9774-3ed15ceaa45d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.759994] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.759994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.759994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.759994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.759994] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e40f767-9f36-44fa-9aba-d8f5a21208a8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.760954] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.760954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.760954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.760954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.760954] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.761717] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.761858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.761996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.762884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.763263] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.765051] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b2553-2833-4f8f-9324-54d3ddba61b6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.765186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.765265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.765441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.765538] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b2553-2833-4f8f-9324-54d3ddba61b6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.766606] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.766832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.766925] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c55d54-be17-4d34-a568-b7f47dd6015b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.767050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.767145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.767323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.767398] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c55d54-be17-4d34-a568-b7f47dd6015b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.770488] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.770792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.771118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.771253] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.773202] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7341e45-59b8-4e37-81f7-ca290156dbf0 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.773370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.773414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.773621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.773704] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7341e45-59b8-4e37-81f7-ca290156dbf0',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.774791] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.774791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.774960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.775059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.775156] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb90a80a-6df7-4e08-ae53-5af377a61ab7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.776155] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.776155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.780110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.780110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.780110] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.780110] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73db16e3-2241-419e-9359-8488dcb4388c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.780110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.780110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.780110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.780110] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73db16e3-2241-419e-9359-8488dcb4388c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.783659] env[66865]: INFO networking_nsxv3.common.synchronization [None req-27f29b23-0ed7-449f-8156-5fac18a3e865 tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_rules [ 1081.786296] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_rules [ 1081.786654] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.786894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.786971] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.787269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.787366] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.869640] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1de06bd8-f55f-4ddf-8007-91105531b312 tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_rules [ 1081.870242] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_rules [ 1081.870937] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.871847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.984734] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.226367] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcf57240-da55-4bf4-9294-c3ab357fe316: rpc.has_security_group_logging(os_id): False [ 1082.248121] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.248406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.248406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.249045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.249045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.249212] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.249350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.249453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.249617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.249717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.250072] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.250072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.250154] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.250717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.250717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.250717] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.250914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.250970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.251311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.251573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.251744] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 is going to be created. [ 1082.279445] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.279673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.279747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.280021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.280314] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.280481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.280594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.280856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.281017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.281180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.281361] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.282918] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.282918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.282918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.283153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.283279] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.283345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.283409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.283535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.283610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.283780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.285520] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.290027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.290027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.290027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.290027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.290027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.290027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.290027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.290027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.290027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.290027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.290027] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.295787] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.295787] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.295787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.295787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.295787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.296131] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.296131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.296131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.296248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.296312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.296386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.296493] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.308085] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.308085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.308085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.308085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.308085] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.308085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.308085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.308085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.308640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.308640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.308640] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.318169] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.437638] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.437934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.437934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.438172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.440817] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.440982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.441990] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.442120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.443132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.443261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.444146] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.444291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.445206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.445337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.446044] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.446159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.447090] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.447213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.448194] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.448293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.449684] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.449825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.450773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.450916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.451597] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1082.452186] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.452323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.452994] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1082.453478] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.453544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.454281] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1082.454742] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.454853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.455757] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1082.455996] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.456130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.457211] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1082.457333] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.457482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.480737] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1082.481253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.482098] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c07fbead-7041-4193-a25c-9b20d616faaf is going to be deleted. [ 1082.482565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.482778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.482867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.483017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d is going to be deleted. [ 1082.483972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.484204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.486532] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.486692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.486832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.487046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.487172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.487288] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1082.505624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.505844] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41906929-4c4e-4125-8fef-d617553d2d99 is going to be deleted. [ 1082.507442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.507845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.540267] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.540445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.540516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.540766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.540918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.564535] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1082.585058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.585208] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6912c4-b98a-41fc-9ab5-11a58d01b395 is going to be deleted. [ 1082.586702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.586962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.588685] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.588803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.589716] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.589716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.621100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.621100] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b77d5cf8-87b3-4698-a0b2-426266e42d2d is going to be deleted. [ 1082.622768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.622768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.625014] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.625014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.704641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.704641] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b2553-2833-4f8f-9324-54d3ddba61b6 is going to be deleted. [ 1082.705187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.705784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.707143] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.707342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.758436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.758436] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb90a80a-6df7-4e08-ae53-5af377a61ab7 is going to be deleted. [ 1082.760095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.760095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.760095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.760095] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc already deleted. [ 1082.760095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.760667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.760764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.762151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.762463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.762562] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.774291] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.774291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.794324] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.794324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.794324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.794324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.794580] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.794580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.794676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.794985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.794985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.795087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.795280] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.795433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.795516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.795669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.795810] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.795904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.795962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.796108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.796186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.796264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.796484] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.797272] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.798983] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.820276] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.823895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.823895] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07c22c99-2acc-4196-b51d-46596146aed4 is going to be deleted. [ 1082.825103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.825320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.826821] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.827034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.827140] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.835318] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.835874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.835874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.835874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.835874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.836100] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1082.893514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.893625] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73db16e3-2241-419e-9359-8488dcb4388c is going to be deleted. [ 1082.894784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.895099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.931029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.933831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.938204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.938407] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c55d54-be17-4d34-a568-b7f47dd6015b is going to be deleted. [ 1082.940468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.940929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.947385] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.947651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.947780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.948124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.948410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.960804] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1082.971985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.972233] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e40f767-9f36-44fa-9aba-d8f5a21208a8 is going to be deleted. [ 1082.973761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.973761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.977808] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.977808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.018838] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.018838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.033530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.033686] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be deleted. [ 1083.034733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.035038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.046245] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.046535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.092545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.092545] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7341e45-59b8-4e37-81f7-ca290156dbf0 is going to be deleted. [ 1083.093505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.094524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.094524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.095209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.096325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.121840] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: IN_PROGRESS for 2s [ 1083.176539] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.176733] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.178559] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.178679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.229998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.230383] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be deleted. [ 1083.231187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.231413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.231522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.231657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c07fbead-7041-4193-a25c-9b20d616faaf" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.232146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.232356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.232452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.232579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.233244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.233541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.233650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.233837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41906929-4c4e-4125-8fef-d617553d2d99" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.233982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.234169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.234264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.234408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6912c4-b98a-41fc-9ab5-11a58d01b395" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.234551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.234730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.234810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.234924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b77d5cf8-87b3-4698-a0b2-426266e42d2d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.235115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.235234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.235315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.235437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b2553-2833-4f8f-9324-54d3ddba61b6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.235588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.235722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.235797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.235919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb90a80a-6df7-4e08-ae53-5af377a61ab7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.236105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.236222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.236278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.236407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07c22c99-2acc-4196-b51d-46596146aed4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.236543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.236690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.236749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.236882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73db16e3-2241-419e-9359-8488dcb4388c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.236992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.237137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.237248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.237341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c55d54-be17-4d34-a568-b7f47dd6015b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.237476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.237614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.237696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.237803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e40f767-9f36-44fa-9aba-d8f5a21208a8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.237954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.238104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.238187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.238292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.248422] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.248690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.248690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.248975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.248975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.249085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7341e45-59b8-4e37-81f7-ca290156dbf0" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.303529] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c53bcee-5b0c-4858-9813-726d1cf014e3: rpc.has_security_group_logging(os_id): False [ 1083.304999] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86442f91-5935-418f-a702-60ccf4f42000: rpc.has_security_group_logging(os_id): False [ 1083.306077] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 584cd475-17f4-42ab-a475-c486db3a338b: rpc.has_security_group_logging(os_id): False [ 1083.322690] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eebda69b-73ef-48c0-8352-9278fc9166b5: rpc.has_security_group_logging(os_id): False [ 1083.329646] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12420fc9-8afd-4408-bb8f-936042c34ec6: rpc.has_security_group_logging(os_id): False [ 1083.371549] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.371705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.371917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.372261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.375279] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.377438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.377438] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.377438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.377648] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.377694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.380758] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.380887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.383572] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.383723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.458334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.458662] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.458779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.458825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.459192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.459192] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.459334] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 1083.460387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.460608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.460697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.460794] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc already deleted. [ 1083.460880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.461024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.461175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.541075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.541500] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.541703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.541771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.542044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.542407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.542502] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.542617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.542683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.542868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.542949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.543315] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.543315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.543315] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.543511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.543511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.543622] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be updated. [ 1083.544789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.544941] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.547062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.547062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.582198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.582434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.596082] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.596422] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.596525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.596900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.596900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.597101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.597150] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 is going to be updated. [ 1083.598246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.598443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.645482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.645918] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.646065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.646171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.646449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.646560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.646701] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1083.648042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.648303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.648434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.648589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.648756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.648983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.649184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.650413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.650641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.691030] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 1083.704697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.704697] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.704976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.705031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.705276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.705392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.705550] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 is going to be updated. [ 1083.724635] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d in Status: SUCCESS [ 1083.725046] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d842e-e2e4-424c-9774-3ed15ceaa45d deletion is rescheduled due to dependency. [ 1083.725203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d842e-e2e4-424c-9774-3ed15ceaa45d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.740697] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.740917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.740917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.741136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.741285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.766379] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: IN_PROGRESS for 2s [ 1083.780483] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.780651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.780734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.781047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.781208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.802708] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: IN_PROGRESS for 2s [ 1083.817537] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.817717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.817759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.817968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.818130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.852038] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1083.862557] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.862805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.862805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.863017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.863200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.891202] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 in Status: IN_PROGRESS for 2s [ 1084.577027] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1084.577311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.577412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.577629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.577822] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.577988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.578041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.578162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.578242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.578383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.578417] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.870843] env[66865]: INFO networking_nsxv3.common.synchronization [req-258ef241-53fc-4ad1-8177-cfb9ba581140 req-425a5288-15ce-4011-a5db-a394e522bce5 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1084.871390] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1084.871869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.871981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.871981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872317] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.872937] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.975872] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1084.976028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.082102] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.082323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.082441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.083015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.083131] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.083709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.083709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.083709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.083709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.083916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.084134] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.084301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.084410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.084645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.084873] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.086304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.086463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.086686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.086784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.086899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.086985] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.142422] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: SUCCESS [ 1085.142682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.243439] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.243716] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.243900] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.244296] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.244675] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.244898] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.245093] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.245389] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.245594] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.245890] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.246066] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.246232] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.246385] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.246544] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.246698] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.246883] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.268213] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.268337] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.268414] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.268592] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-488" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.268925] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-4da1db07-5142-42fa-9adc-5a8b6934a952 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.269119] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-4da1db07-5142-42fa-9adc-5a8b6934a952" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.269250] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-4da1db07-5142-42fa-9adc-5a8b6934a952" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.269601] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-4da1db07-5142-42fa-9adc-5a8b6934a952" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.269747] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da1db07-5142-42fa-9adc-5a8b6934a952',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.375487] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.375647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.375734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.375975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.376091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.376291] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.376387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.376444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.376591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.376665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.376752] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be deleted. [ 1085.406432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.406623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.406623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.406777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.406872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.406980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.589995] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b21138-722d-4f53-bb34-2b3b1c1918d4: rpc.has_security_group_logging(os_id): False [ 1085.608288] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.608480] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.608527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.608740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.631254] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.631539] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.631670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.631734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.631957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.632065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.632284] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.632380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.632460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.632701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.632830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.633067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.633204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.633204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.633408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.633516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.633594] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1085.702181] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 1085.702181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.709779] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.709779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.709779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.709995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.709995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.722073] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1085.772818] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.773078] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.773170] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.773463] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.773618] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.773773] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 4da1db07-5142-42fa-9adc-5a8b6934a952 not found, creating... [ 1085.774136] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.774332] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.774457] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.774689] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.774831] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.775153] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.775320] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.775438] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.775643] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.775777] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.775918] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 4da1db07-5142-42fa-9adc-5a8b6934a952 is going to be created. [ 1085.793214] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 1085.793434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.800370] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.800686] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.800854] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.801217] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.801450] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.801673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-4da1db07-5142-42fa-9adc-5a8b6934a952" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.814514] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: SUCCESS [ 1085.814739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.887824] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1085.888075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.904161] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 in Status: SUCCESS [ 1085.904394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.528293] env[66865]: INFO networking_nsxv3.common.synchronization [req-258ef241-53fc-4ad1-8177-cfb9ba581140 req-e398bba4-abd2-497b-8d5d-fb61988bc091 service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 1086.528569] env[66865]: INFO networking_nsxv3.common.synchronization [req-258ef241-53fc-4ad1-8177-cfb9ba581140 req-e398bba4-abd2-497b-8d5d-fb61988bc091 service nova] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1086.528961] env[66865]: INFO networking_nsxv3.common.synchronization [req-258ef241-53fc-4ad1-8177-cfb9ba581140 req-e398bba4-abd2-497b-8d5d-fb61988bc091 service nova] Enqueued Resource ID: 4da1db07-5142-42fa-9adc-5a8b6934a952 with Priority: HIGHEST for action port [ 1086.529352] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_rules [ 1086.529440] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1086.529541] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da1db07-5142-42fa-9adc-5a8b6934a952 with Priority: HIGHEST for action port [ 1086.530628] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.530799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.530876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.531091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.531326] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.532053] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.532169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.532234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.532406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.532541] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.532676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.532716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.532836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.532917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.533015] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.533786] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4da1db07-5142-42fa-9adc-5a8b6934a952 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.533921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4da1db07-5142-42fa-9adc-5a8b6934a952" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.533921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4da1db07-5142-42fa-9adc-5a8b6934a952" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.534227] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4da1db07-5142-42fa-9adc-5a8b6934a952" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.534227] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da1db07-5142-42fa-9adc-5a8b6934a952',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.036654] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.036955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.037294] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.038315] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4da1db07-5142-42fa-9adc-5a8b6934a952 with status ACTIVE [ 1087.038550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.038706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.038801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.039445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.039445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.039445] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.039837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.039837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.040036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.040036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.040307] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.040307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.040307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.040502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.040502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.040688] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4da1db07-5142-42fa-9adc-5a8b6934a952 is going to be updated. [ 1087.063334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.063334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.063334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.063334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.063608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.063648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4da1db07-5142-42fa-9adc-5a8b6934a952" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.542673] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.735993] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1087.736365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.737015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.737015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.737015] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.046487] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.046487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.046487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.046487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.046487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.046487] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be created. [ 1088.071021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.071240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.071240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.071407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.071574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.081733] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: UNINITIALIZED for 2s [ 1088.239597] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.239761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.239833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.240094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.240261] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.240363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.240427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.240573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.240660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.240747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.240836] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.743539] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.743784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.743842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.744127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.744353] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.744515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.744620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.744861] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.745010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.745155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.745327] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.745423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.745481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.745640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.745782] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.745875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.745937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.746486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.746567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.746666] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.746746] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.249608] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b21138-722d-4f53-bb34-2b3b1c1918d4: rpc.has_security_group_logging(os_id): False [ 1089.272530] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.272732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.272850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.273079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.273186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.273395] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.273657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.273657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.273799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.273799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.274054] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.274234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.274234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.274409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.274452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.274648] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.274740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.274801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.274938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.275029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.275118] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1089.342167] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.342382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.342382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.342683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.342891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.369359] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1090.043651] env[66865]: INFO networking_nsxv3.common.synchronization [req-dcbed055-0db7-4113-8878-49e1e793b9ca req-c16a3943-572a-4921-8339-d460b0fa918b tempest-ServerRescueNegativeTestJSON-2043290721 tempest-ServerRescueNegativeTestJSON-2043290721-project-member] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 1090.043651] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 1090.043651] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.043651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.043651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.043651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.043651] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.043651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.043651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.044370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.044370] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.044727] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.092886] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 1090.093050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.093191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.093510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.093611] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.093695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.093751] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.094010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.094070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.094142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.094194] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.548578] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.598192] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.598500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.598500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.598595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.598712] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.598860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.598917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.599462] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.599660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.599860] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.600057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.600604] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.600604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.600604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.600604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.600854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600854] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.050804] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.103719] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcada153-b330-4fb3-b23e-fab5946e6d67: rpc.has_security_group_logging(os_id): False [ 1091.123787] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.123993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.123993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.124405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.124611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.124654] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.124741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.124804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.124957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.125057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.125325] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.125457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.125531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.125683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.125757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.125974] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.126039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.126974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.126974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.126974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.126974] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be created. [ 1091.191290] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.191452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.191538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.191721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.191963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.206729] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 1091.383111] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1091.383346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.554619] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.554947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.554947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.555187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.555287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.555402] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be updated. [ 1091.589566] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.589566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.589566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.590036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.590036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.601431] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: IN_PROGRESS for 2s [ 1093.222916] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 1093.223312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.611363] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 1093.611631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.927568] env[66865]: INFO networking_nsxv3.common.synchronization [None req-a3edd650-5edb-4bf3-8b2d-a3043d808df8 None None] Enqueued Resource ID: d004cd66-3ddc-4ad1-a559-351c9265bfa5 with Priority: HIGHEST for action port [ 1093.928167] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d004cd66-3ddc-4ad1-a559-351c9265bfa5 with Priority: HIGHEST for action port [ 1093.928620] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-d004cd66-3ddc-4ad1-a559-351c9265bfa5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.928620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d004cd66-3ddc-4ad1-a559-351c9265bfa5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.928770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d004cd66-3ddc-4ad1-a559-351c9265bfa5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.928930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d004cd66-3ddc-4ad1-a559-351c9265bfa5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.929029] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d004cd66-3ddc-4ad1-a559-351c9265bfa5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.432845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d004cd66-3ddc-4ad1-a559-351c9265bfa5 [ 1094.432845] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.432845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.432845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.432845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.432845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.432845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d004cd66-3ddc-4ad1-a559-351c9265bfa5 already deleted. [ 1094.432845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d004cd66-3ddc-4ad1-a559-351c9265bfa5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.512317] env[66865]: INFO networking_nsxv3.common.synchronization [req-f7ee8a4d-654d-4068-9591-e24936ab6ccf req-649768ed-f14f-46e2-a71f-e73aebd2fbff tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1094.512883] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1094.513217] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.513346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.513413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.514443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.514443] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.514443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.514443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.516107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.516107] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.516107] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.903933] env[66865]: INFO networking_nsxv3.common.synchronization [req-ad986327-85a4-4aa7-882a-85455b31cd37 req-7b3b3375-4a0d-4e6f-bbcf-defc0064f78b tempest-SecurityGroupRulesNegativeTestJSON-1004473198 tempest-SecurityGroupRulesNegativeTestJSON-1004473198-project-member] Enqueued Resource ID: 3140ae31-23d1-408f-89ec-87a19798649e with Priority: HIGHEST for action security_group_rules [ 1094.903933] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3140ae31-23d1-408f-89ec-87a19798649e with Priority: HIGHEST for action security_group_rules [ 1094.903933] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3140ae31-23d1-408f-89ec-87a19798649e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.903933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3140ae31-23d1-408f-89ec-87a19798649e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.904417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3140ae31-23d1-408f-89ec-87a19798649e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.905719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3140ae31-23d1-408f-89ec-87a19798649e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.905975] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3140ae31-23d1-408f-89ec-87a19798649e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.018832] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.160909] env[66865]: INFO networking_nsxv3.common.synchronization [req-2bc108f1-e0cd-469e-a10e-a2408d20b353 req-69f1ac60-d283-4ee7-a846-2edc838b3dae tempest-SecurityGroupRulesNegativeTestJSON-1004473198 tempest-SecurityGroupRulesNegativeTestJSON-1004473198-project-member] Enqueued Resource ID: 3140ae31-23d1-408f-89ec-87a19798649e with Priority: HIGHEST for action security_group_rules [ 1095.161627] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3140ae31-23d1-408f-89ec-87a19798649e with Priority: HIGHEST for action security_group_rules [ 1095.161778] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3140ae31-23d1-408f-89ec-87a19798649e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.162038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3140ae31-23d1-408f-89ec-87a19798649e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.431612] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.431804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.431876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.432222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.432286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.432374] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3140ae31-23d1-408f-89ec-87a19798649e already deleted. [ 1095.432599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3140ae31-23d1-408f-89ec-87a19798649e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.432632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3140ae31-23d1-408f-89ec-87a19798649e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.432763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3140ae31-23d1-408f-89ec-87a19798649e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.432848] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3140ae31-23d1-408f-89ec-87a19798649e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.521768] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.962216] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.962216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.962216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.962636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.962636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.962636] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3140ae31-23d1-408f-89ec-87a19798649e already deleted. [ 1095.962636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3140ae31-23d1-408f-89ec-87a19798649e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.023135] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.023332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.023422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.023673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.023777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.023904] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1096.097715] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.097715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.097715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.097715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.097715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.097715] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1096.424775] env[66865]: INFO networking_nsxv3.common.synchronization [None req-0f720560-f022-4a84-930d-d4d5548d9341 None None] Enqueued Resource ID: af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22 with Priority: HIGHEST for action port [ 1096.425379] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22 with Priority: HIGHEST for action port [ 1096.425655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.425861] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.425861] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.426106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.426190] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.928694] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22 [ 1096.929025] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.929126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.929126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.929352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.929455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.929552] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22 already deleted. [ 1096.929633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af55ae4b-dd20-4b9e-8b2d-fcd02d0afa22" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.082736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1098.083088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.092022] env[66865]: INFO networking_nsxv3.common.synchronization [req-9bd0ddac-e567-4c57-9d7a-fec31f8cc735 req-793b16f8-83d7-4a8e-9f87-3a8fdebd7697 tempest-ServerDiskConfigTestJSON-25491375 tempest-ServerDiskConfigTestJSON-25491375-project-member] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1098.092711] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGHEST for action security_group_members [ 1098.093123] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.093285] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.093378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.093626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.093811] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.093948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.094035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.094270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.094382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.094512] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.597519] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.597685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.597750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.597984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.598099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.598302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.598925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.598925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.598925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.598925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.598925] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be updated. [ 1098.625761] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.625958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.626058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.626363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.626510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.636657] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: IN_PROGRESS for 2s [ 1099.065441] env[66865]: INFO networking_nsxv3.common.synchronization [req-ab2436b0-0758-407c-80f6-17af3f28cd22 req-67de62ef-7498-4929-82fc-99b4524841f4 tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_members [ 1099.066086] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_members [ 1099.066432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.066632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.066632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.067632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.067632] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.067736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.067769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.068696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.068877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.068957] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.409824] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.410142] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.410227] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.410489] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.410943] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.411160] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.411210] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.411493] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.411642] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.411971] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.412557] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.412557] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.412805] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.412805] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.412887] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.413041] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.433262] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.433496] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.433673] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.433896] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.434307] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-c4b835bc-e149-415c-99d0-ef40d9093016 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.434538] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-c4b835bc-e149-415c-99d0-ef40d9093016" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.434698] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-c4b835bc-e149-415c-99d0-ef40d9093016" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.435077] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-c4b835bc-e149-415c-99d0-ef40d9093016" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.435292] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b835bc-e149-415c-99d0-ef40d9093016',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.573457] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.573590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.573623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.573951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.574142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.574382] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.574513] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.574598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.574841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.574948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.575157] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc already deleted. [ 1099.575157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.938090] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.938337] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.938337] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.938586] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.938759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.938936] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port c4b835bc-e149-415c-99d0-ef40d9093016 not found, creating... [ 1099.939222] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.939389] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.939526] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.939775] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.939904] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.940210] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.940407] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.940530] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.940752] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.940886] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.941076] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: c4b835bc-e149-415c-99d0-ef40d9093016 is going to be created. [ 1099.961732] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.961936] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.962083] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.962430] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.962683] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.962906] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-c4b835bc-e149-415c-99d0-ef40d9093016" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.647400] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcada153-b330-4fb3-b23e-fab5946e6d67 in Status: SUCCESS [ 1100.648100] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 deletion is rescheduled due to dependency. [ 1100.648100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.699511] env[66865]: INFO networking_nsxv3.common.synchronization [req-ab2436b0-0758-407c-80f6-17af3f28cd22 req-b95a88c6-b935-4e6b-a750-684a5108145e service nova] Enqueued Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_rules [ 1100.699511] env[66865]: INFO networking_nsxv3.common.synchronization [req-ab2436b0-0758-407c-80f6-17af3f28cd22 req-b95a88c6-b935-4e6b-a750-684a5108145e service nova] Enqueued Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_members [ 1100.699511] env[66865]: INFO networking_nsxv3.common.synchronization [req-ab2436b0-0758-407c-80f6-17af3f28cd22 req-b95a88c6-b935-4e6b-a750-684a5108145e service nova] Enqueued Resource ID: c4b835bc-e149-415c-99d0-ef40d9093016 with Priority: HIGHEST for action port [ 1100.699511] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_rules [ 1100.700340] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_members [ 1100.700340] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b835bc-e149-415c-99d0-ef40d9093016 with Priority: HIGHEST for action port [ 1100.700340] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.700748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.700874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.701194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.701313] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.702623] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.702748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.702815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.702983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.703140] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.703238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.703300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.703438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.703521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.703610] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.704626] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4b835bc-e149-415c-99d0-ef40d9093016 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.704772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4b835bc-e149-415c-99d0-ef40d9093016" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.705485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4b835bc-e149-415c-99d0-ef40d9093016" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.705485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4b835bc-e149-415c-99d0-ef40d9093016" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.705485] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b835bc-e149-415c-99d0-ef40d9093016',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.021047] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.021434] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.021434] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.021631] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.021875] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.022109] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.022323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.023527] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.023728] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.024069] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.024313] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.024499] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.024622] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.024736] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.025669] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.025669] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.047236] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.047415] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.047606] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.047724] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.048052] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-8fe17493-8d93-48b0-965e-c517090c0177 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.048231] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.048351] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.048697] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.048859] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe17493-8d93-48b0-965e-c517090c0177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.100025] env[66865]: INFO networking_nsxv3.common.synchronization [None req-d458e9da-c8e1-490d-8e2e-3106c0205e1e None None] Enqueued Resource ID: 57882cd4-bc51-41c6-a95a-d06330a356f7 with Priority: HIGHEST for action port [ 1101.100025] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57882cd4-bc51-41c6-a95a-d06330a356f7 with Priority: HIGHEST for action port [ 1101.100025] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-57882cd4-bc51-41c6-a95a-d06330a356f7 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.100025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57882cd4-bc51-41c6-a95a-d06330a356f7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.100025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57882cd4-bc51-41c6-a95a-d06330a356f7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.100734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57882cd4-bc51-41c6-a95a-d06330a356f7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.100996] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57882cd4-bc51-41c6-a95a-d06330a356f7',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.207360] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.207543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.207795] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.208869] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4b835bc-e149-415c-99d0-ef40d9093016 with status ACTIVE [ 1101.209075] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.209215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.209249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.209462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.209551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.209734] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.209885] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.210038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.210211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.210489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.210489] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.210583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.210621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.213614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.213614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.213614] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4b835bc-e149-415c-99d0-ef40d9093016 is going to be updated. [ 1101.235417] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.235627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.235702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.235951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.236116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.236333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4b835bc-e149-415c-99d0-ef40d9093016" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.552433] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.552748] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.552920] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.553578] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.553787] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.553956] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 8fe17493-8d93-48b0-965e-c517090c0177 not found, creating... [ 1101.554328] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.554518] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.554728] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.555051] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.555141] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.555533] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.555743] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.555869] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.556160] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.556337] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.556822] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 8fe17493-8d93-48b0-965e-c517090c0177 is going to be created. [ 1101.579411] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.579625] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.579748] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.580027] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.580262] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.580486] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.604129] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57882cd4-bc51-41c6-a95a-d06330a356f7 [ 1101.604411] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.604581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.604727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.604909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.604967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.605068] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57882cd4-bc51-41c6-a95a-d06330a356f7 already deleted. [ 1101.605123] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57882cd4-bc51-41c6-a95a-d06330a356f7" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.714032] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.720597] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9a4ae61-946a-49b1-bafd-6fd55240cad6 req-5b7cbca8-bbff-4f99-9bbf-0487737d5120 tempest-ServerActionsV293TestJSON-440456509 tempest-ServerActionsV293TestJSON-440456509-project-member] Enqueued Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_members [ 1101.721283] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_members [ 1101.721633] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c872f2c0-e36a-47c4-b013-75677f98d89c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.721739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.721798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.723688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.723688] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.723688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.723688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.723688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.723688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.723688] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.121539] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.121539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-84" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.121539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-84" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.121539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-84" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.121539] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.121539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.121539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.121539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.121539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.121539] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.121539] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.121539] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.122529] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.122693] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.122872] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.123116] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.166019] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.166904] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.166904] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.166904] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-84" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.167083] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.167181] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.167296] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.167615] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.167750] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.219998] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.219998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.219998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.220274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.220327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.220420] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc is going to be created. [ 1102.226454] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.226625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.226716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.226951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.227072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.227290] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.227411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.227476] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.227666] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.227827] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.227970] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c872f2c0-e36a-47c4-b013-75677f98d89c already deleted. [ 1102.228091] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.249424] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.249424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.249722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.249722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.249954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.262701] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc in Status: UNINITIALIZED for 2s [ 1102.338449] env[66865]: INFO networking_nsxv3.common.synchronization [req-51b74540-844c-40bc-a40d-26e24b5f435b req-c165d0ed-8f4c-45ab-8033-a19b08ef33fa service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 1102.338582] env[66865]: INFO networking_nsxv3.common.synchronization [req-51b74540-844c-40bc-a40d-26e24b5f435b req-c165d0ed-8f4c-45ab-8033-a19b08ef33fa service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 1102.338749] env[66865]: INFO networking_nsxv3.common.synchronization [req-51b74540-844c-40bc-a40d-26e24b5f435b req-c165d0ed-8f4c-45ab-8033-a19b08ef33fa service nova] Enqueued Resource ID: 8fe17493-8d93-48b0-965e-c517090c0177 with Priority: HIGHEST for action port [ 1102.339437] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 1102.339616] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 1102.339729] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe17493-8d93-48b0-965e-c517090c0177 with Priority: HIGHEST for action port [ 1102.340439] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.340597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.340630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.340815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.340899] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.343131] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.343230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.343289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.343483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.343632] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.343730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.343789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.343931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.344029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.346065] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.346065] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe17493-8d93-48b0-965e-c517090c0177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.346474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.346474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.346576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.347075] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe17493-8d93-48b0-965e-c517090c0177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.669970] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.670234] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.670365] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.670685] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.670864] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.671068] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e not found, creating... [ 1102.671448] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.671555] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.672033] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.672033] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.672244] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.673287] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.673287] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.673287] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.673986] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.673986] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.674125] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e is going to be created. [ 1102.701810] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.701810] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.701810] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.702085] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.702347] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.702599] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.833801] env[66865]: INFO networking_nsxv3.common.synchronization [req-261e3ee5-0596-461a-8308-1cf058dbb1e9 req-364868e7-a552-4121-8c8f-450001dd7db9 tempest-ServerActionsTestOtherB-853445523 tempest-ServerActionsTestOtherB-853445523-project-member] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1102.834515] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1102.834829] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.834954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.835268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.835419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.835586] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.835686] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.835774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.835901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.835989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.836101] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.849543] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.850427] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.850536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.851708] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fe17493-8d93-48b0-965e-c517090c0177 with status ACTIVE [ 1102.851872] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.853515] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.853515] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.853515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.853515] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fe17493-8d93-48b0-965e-c517090c0177 is going to be updated. [ 1102.875104] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.875348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.875348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.875525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.875664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.875832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.339032] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.339032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.339032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.339032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.339259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.339319] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.339409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.339470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.339619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.339698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.339790] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 1103.352528] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.380483] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.380629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.380705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.380922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.381073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.393547] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 1103.423318] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9a4ae61-946a-49b1-bafd-6fd55240cad6 req-fac2e071-d8c6-4f59-b154-dac079858cbe service nova] Enqueued Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_rules [ 1103.423966] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9a4ae61-946a-49b1-bafd-6fd55240cad6 req-fac2e071-d8c6-4f59-b154-dac079858cbe service nova] Enqueued Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_members [ 1103.423966] env[66865]: INFO networking_nsxv3.common.synchronization [req-f9a4ae61-946a-49b1-bafd-6fd55240cad6 req-fac2e071-d8c6-4f59-b154-dac079858cbe service nova] Enqueued Resource ID: a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e with Priority: HIGHEST for action port [ 1103.426831] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_rules [ 1103.427915] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_members [ 1103.427915] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e with Priority: HIGHEST for action port [ 1103.428128] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c872f2c0-e36a-47c4-b013-75677f98d89c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.428294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.428394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.428626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.428737] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.430761] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c872f2c0-e36a-47c4-b013-75677f98d89c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.430761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.430761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.430761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.430761] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.430761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.431046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.431281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.431281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.431281] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.432743] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.432743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.432743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.437032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.437032] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.516743] env[66865]: INFO networking_nsxv3.common.synchronization [None req-edbf39dc-d131-48d6-a8d1-1337d951f649 None None] Enqueued Resource ID: 0e8e9341-99c3-4198-acca-6a57c1ac815b with Priority: HIGHEST for action port [ 1103.517462] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8e9341-99c3-4198-acca-6a57c1ac815b with Priority: HIGHEST for action port [ 1103.517743] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8e9341-99c3-4198-acca-6a57c1ac815b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.517867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8e9341-99c3-4198-acca-6a57c1ac815b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.517937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8e9341-99c3-4198-acca-6a57c1ac815b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.518443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8e9341-99c3-4198-acca-6a57c1ac815b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.518567] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8e9341-99c3-4198-acca-6a57c1ac815b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.854847] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.855383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.855383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.855383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.855383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.855521] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 1103.887696] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.887861] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.887935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.888184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.888342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.897323] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 1103.935751] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.936883] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c872f2c0-e36a-47c4-b013-75677f98d89c taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.936992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.939062] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e with status ACTIVE [ 1103.939373] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.939373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.939494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.939696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.939744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.939881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.939988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.940070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.940220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.940299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.940590] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.942031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.942031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.942031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.942031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.942031] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e is going to be updated. [ 1103.969250] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.969348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.969447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.969635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.969791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.970198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a299d805-2b7b-4ec9-b73d-1fe1ab4c9a2e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.022026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e8e9341-99c3-4198-acca-6a57c1ac815b [ 1104.022026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.022026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.022026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.022026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.022026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.022390] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e8e9341-99c3-4198-acca-6a57c1ac815b already deleted. [ 1104.022390] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8e9341-99c3-4198-acca-6a57c1ac815b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.288406] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc in Status: SUCCESS [ 1104.288709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.288941] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.289267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.289527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.289681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.289753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.289984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.290124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.290269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.290493] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.437889] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.793464] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.941550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.941958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.941958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.942182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.942346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.942476] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c872f2c0-e36a-47c4-b013-75677f98d89c is going to be created. [ 1104.972520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.972598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.972598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.972852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.973040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.991514] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c872f2c0-e36a-47c4-b013-75677f98d89c in Status: UNINITIALIZED for 2s [ 1105.295788] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc: rpc.has_security_group_logging(os_id): False [ 1105.322726] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.322726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.322726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.322940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.322969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.323238] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.323347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.323402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.323562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.323638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.323728] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc is going to be created. [ 1105.405933] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 1105.406162] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 deletion is rescheduled due to dependency. [ 1105.406381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.410044] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.410213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.410286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.410493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.410670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.424061] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc in Status: IN_PROGRESS for 2s [ 1105.907191] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 1105.907634] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.907868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.908136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.908356] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.908482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.908555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.908712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.908793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.908880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.908978] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.412022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.412456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.412456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.412518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.412737] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.412881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.412967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.413194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.413311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.413427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.413651] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.413774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.413836] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.414025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.414649] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.414649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.414649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.414820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.414854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.414969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.415110] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.919357] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83a4358-4915-4ca5-88a2-1924cf349a81: rpc.has_security_group_logging(os_id): False [ 1106.953029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.953029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.953029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.953029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.954267] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.954267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.954267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.954267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.954267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.954267] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be created. [ 1107.006848] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c872f2c0-e36a-47c4-b013-75677f98d89c in Status: SUCCESS [ 1107.008104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.008104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.008104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.008104] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.008104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.008104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.008397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.008397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.008397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.008506] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.083608] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.083608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.083718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.083864] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.084062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.100989] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 1107.437848] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc in Status: SUCCESS [ 1107.438161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.512156] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.944407] env[66865]: INFO networking_nsxv3.common.synchronization [req-b97bfd2a-268c-4325-863e-a9ac9fa6f4a0 req-d3204d98-30ae-42de-b269-1d37c1823720 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1107.945863] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1107.946388] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.946551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.946640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.946907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.947129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.947256] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.947338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.947561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.947675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.947799] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.017228] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c872f2c0-e36a-47c4-b013-75677f98d89c: rpc.has_security_group_logging(os_id): False [ 1108.037759] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.037924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.038049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.038265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.038347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.038621] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.038753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.038816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.038980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.039071] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.039161] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c872f2c0-e36a-47c4-b013-75677f98d89c is going to be created. [ 1108.109454] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.109738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.109832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.109997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.110190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.127274] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c872f2c0-e36a-47c4-b013-75677f98d89c in Status: IN_PROGRESS for 2s [ 1108.451120] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.451488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.451488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.451706] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.451875] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.452306] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.452306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.452471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.452551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.452643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.452739] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 is going to be updated. [ 1108.482734] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.482893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.482970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.483191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.483341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.498116] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: IN_PROGRESS for 2s [ 1108.613293] env[66865]: INFO networking_nsxv3.common.synchronization [req-b1811e3f-49b8-42b3-b894-5b2bae76d419 req-a6bb17e8-51a6-4215-8b0c-65ea2643e008 tempest-ServerRescueNegativeTestJSON-2043290721 tempest-ServerRescueNegativeTestJSON-2043290721-project-member] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 1108.613624] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGHEST for action security_group_members [ 1108.613968] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.614111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.614183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.614401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.614540] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.614643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.614694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.614843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.614927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.615040] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.114689] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 1109.114909] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.118188] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.118188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.118188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.118188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.118188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.118437] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.118493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.118617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.118724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.118838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.118964] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be updated. [ 1109.147932] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.147932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.147932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.147932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.147932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.159739] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: IN_PROGRESS for 2s [ 1110.140669] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c872f2c0-e36a-47c4-b013-75677f98d89c in Status: SUCCESS [ 1110.140984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.508555] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: SUCCESS [ 1110.508745] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 deletion is rescheduled due to dependency. [ 1110.508862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.169379] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 in Status: SUCCESS [ 1111.169658] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 deletion is rescheduled due to dependency. [ 1111.169658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.871156] env[66865]: INFO networking_nsxv3.common.synchronization [req-cebedf6e-6f2f-491d-8aab-59200550a241 req-57d7ea9a-d512-40f4-8b00-1429f5c80e37 tempest-InstanceActionsTestJSON-349561001 tempest-InstanceActionsTestJSON-349561001-project-member] Enqueued Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGHEST for action security_group_members [ 1112.871703] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGHEST for action security_group_members [ 1112.872020] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e888aea-68c9-4f1e-bc67-2da5b36b2684 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.872502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.872585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.872877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.873386] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.873509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.873575] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.873765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.873799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.874674] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.291744] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.291934] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-545" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.292067] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-545" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.292397] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-545" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.292720] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.292900] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.293051] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.293276] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.295068] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.295068] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.295068] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.295068] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.295068] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.295068] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.295068] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.295068] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.316463] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.316463] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.316463] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.316653] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-545" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.316875] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-455a83de-3851-43b2-94b9-e1c8a2f3e365 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.317073] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-455a83de-3851-43b2-94b9-e1c8a2f3e365" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.317287] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-455a83de-3851-43b2-94b9-e1c8a2f3e365" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.317621] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-455a83de-3851-43b2-94b9-e1c8a2f3e365" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.317765] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455a83de-3851-43b2-94b9-e1c8a2f3e365',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.376653] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.376841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.376907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.378207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.378207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.378207] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.378207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.378207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.378207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.378207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.378207] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 already deleted. [ 1113.378207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.822055] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.822055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.822055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.822055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.822055] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.822055] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 455a83de-3851-43b2-94b9-e1c8a2f3e365 not found, creating... [ 1113.822055] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.823588] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.823588] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.823588] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.823588] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.823979] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.824177] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.824374] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.824767] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.824974] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.825195] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 455a83de-3851-43b2-94b9-e1c8a2f3e365 is going to be created. [ 1113.850152] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.850383] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.850770] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.851201] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.852019] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.852638] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-455a83de-3851-43b2-94b9-e1c8a2f3e365" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.236871] env[66865]: INFO networking_nsxv3.common.synchronization [None req-ab48959e-d79d-48d5-96cd-101e6b746a0e None None] Enqueued Resource ID: 901e2cbe-76b5-4b9d-b0c4-570a763d5812 with Priority: HIGHEST for action port [ 1114.238048] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901e2cbe-76b5-4b9d-b0c4-570a763d5812 with Priority: HIGHEST for action port [ 1114.238048] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-901e2cbe-76b5-4b9d-b0c4-570a763d5812 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.238048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-901e2cbe-76b5-4b9d-b0c4-570a763d5812" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.238048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-901e2cbe-76b5-4b9d-b0c4-570a763d5812" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.239100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-901e2cbe-76b5-4b9d-b0c4-570a763d5812" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.239243] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901e2cbe-76b5-4b9d-b0c4-570a763d5812',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.575564] env[66865]: INFO networking_nsxv3.common.synchronization [req-cebedf6e-6f2f-491d-8aab-59200550a241 req-f011ef2e-cc05-4603-8125-b99815ea3bc3 service nova] Enqueued Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGHEST for action security_group_rules [ 1114.575564] env[66865]: INFO networking_nsxv3.common.synchronization [req-cebedf6e-6f2f-491d-8aab-59200550a241 req-f011ef2e-cc05-4603-8125-b99815ea3bc3 service nova] Enqueued Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGHEST for action security_group_members [ 1114.576670] env[66865]: INFO networking_nsxv3.common.synchronization [req-cebedf6e-6f2f-491d-8aab-59200550a241 req-f011ef2e-cc05-4603-8125-b99815ea3bc3 service nova] Enqueued Resource ID: 455a83de-3851-43b2-94b9-e1c8a2f3e365 with Priority: HIGHEST for action port [ 1114.576670] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGHEST for action security_group_rules [ 1114.576670] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGHEST for action security_group_members [ 1114.577141] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 455a83de-3851-43b2-94b9-e1c8a2f3e365 with Priority: HIGHEST for action port [ 1114.577141] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.577247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.577247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.577502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.577589] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.578520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e888aea-68c9-4f1e-bc67-2da5b36b2684 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.578639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.579187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.579187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.579187] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.579187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.579187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.581743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.582055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.582055] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.582823] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-455a83de-3851-43b2-94b9-e1c8a2f3e365 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.582931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-455a83de-3851-43b2-94b9-e1c8a2f3e365" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.583012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-455a83de-3851-43b2-94b9-e1c8a2f3e365" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.583151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-455a83de-3851-43b2-94b9-e1c8a2f3e365" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.583226] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('455a83de-3851-43b2-94b9-e1c8a2f3e365',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.742809] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 901e2cbe-76b5-4b9d-b0c4-570a763d5812 [ 1114.745085] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.745085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.745085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.745085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.745085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.745085] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:901e2cbe-76b5-4b9d-b0c4-570a763d5812 already deleted. [ 1114.745085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-901e2cbe-76b5-4b9d-b0c4-570a763d5812" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.085420] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.086493] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e888aea-68c9-4f1e-bc67-2da5b36b2684 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.086493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.086637] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 455a83de-3851-43b2-94b9-e1c8a2f3e365 with status ACTIVE [ 1115.086845] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.087027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.087128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.087350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.087457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.088982] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.088982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.088982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.088982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.088982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.088982] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.088982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.088982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.088982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.089325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.089356] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 455a83de-3851-43b2-94b9-e1c8a2f3e365 is going to be updated. [ 1115.116205] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.116578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.116614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.116992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.117168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.117427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-455a83de-3851-43b2-94b9-e1c8a2f3e365" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.335451] env[66865]: INFO networking_nsxv3.common.synchronization [req-06333ae2-95ea-4e30-9bf5-0303cd630571 req-fb4432e1-c7ea-434f-b7e1-18435a6284d5 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1115.336075] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1115.336414] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.336563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.336613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.336839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.337548] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.337677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.337744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.337928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.338043] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.338123] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.592364] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.686939] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.687194] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.687321] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.687601] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.687892] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.688172] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.688498] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.688681] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.688841] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.689680] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.689680] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.689680] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.689680] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.689680] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.689680] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.689907] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.715545] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.715721] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.715856] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.716049] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.716399] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-ba39d530-c02f-4b1d-ad0d-76611486c178 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.716566] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-ba39d530-c02f-4b1d-ad0d-76611486c178" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.716695] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-ba39d530-c02f-4b1d-ad0d-76611486c178" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.717075] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-ba39d530-c02f-4b1d-ad0d-76611486c178" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.717219] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba39d530-c02f-4b1d-ad0d-76611486c178',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.841035] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.097791] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.097791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.097791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.097791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.097791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.097791] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 is going to be created. [ 1116.123081] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.123081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.123081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.123081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.123081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.131926] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 in Status: UNINITIALIZED for 2s [ 1116.207975] env[66865]: INFO networking_nsxv3.common.synchronization [None req-03aa73e4-bdbf-418e-b2cd-3a21ca4c6467 None None] Enqueued Resource ID: 4065e820-d1a5-43e7-895f-8b8e7c35f106 with Priority: HIGHEST for action port [ 1116.207975] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4065e820-d1a5-43e7-895f-8b8e7c35f106 with Priority: HIGHEST for action port [ 1116.207975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-4065e820-d1a5-43e7-895f-8b8e7c35f106 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.211618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4065e820-d1a5-43e7-895f-8b8e7c35f106" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.211618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4065e820-d1a5-43e7-895f-8b8e7c35f106" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.211618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4065e820-d1a5-43e7-895f-8b8e7c35f106" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.211618] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4065e820-d1a5-43e7-895f-8b8e7c35f106',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.223018] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.223018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.223018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.223018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.223018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.223018] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port ba39d530-c02f-4b1d-ad0d-76611486c178 not found, creating... [ 1116.223018] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.223018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.223018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.223018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.223018] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.223466] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.223466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.223466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.223466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.223466] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.223466] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: ba39d530-c02f-4b1d-ad0d-76611486c178 is going to be created. [ 1116.248646] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.248646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.248646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.248646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.248646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.248646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-ba39d530-c02f-4b1d-ad0d-76611486c178" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.343079] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.712930] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4065e820-d1a5-43e7-895f-8b8e7c35f106 [ 1116.713195] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.713324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.713436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.713675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.713741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.713812] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4065e820-d1a5-43e7-895f-8b8e7c35f106 already deleted. [ 1116.713888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4065e820-d1a5-43e7-895f-8b8e7c35f106" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.846892] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.847059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.847059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.847327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.847396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.847610] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1116.882038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.882038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.882038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.882038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.882038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.890035] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1117.005938] env[66865]: INFO networking_nsxv3.common.synchronization [req-06333ae2-95ea-4e30-9bf5-0303cd630571 req-3299e14b-f523-4246-94c8-70dccc3a7744 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 1117.007808] env[66865]: INFO networking_nsxv3.common.synchronization [req-06333ae2-95ea-4e30-9bf5-0303cd630571 req-3299e14b-f523-4246-94c8-70dccc3a7744 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1117.007808] env[66865]: INFO networking_nsxv3.common.synchronization [req-06333ae2-95ea-4e30-9bf5-0303cd630571 req-3299e14b-f523-4246-94c8-70dccc3a7744 service nova] Enqueued Resource ID: ba39d530-c02f-4b1d-ad0d-76611486c178 with Priority: HIGHEST for action port [ 1117.007808] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 1117.007808] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1117.007808] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba39d530-c02f-4b1d-ad0d-76611486c178 with Priority: HIGHEST for action port [ 1117.008110] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.008381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.008501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.008717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.008844] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.011290] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.011470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.012031] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba39d530-c02f-4b1d-ad0d-76611486c178 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.012031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba39d530-c02f-4b1d-ad0d-76611486c178" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.012031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba39d530-c02f-4b1d-ad0d-76611486c178" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.012031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba39d530-c02f-4b1d-ad0d-76611486c178" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.012957] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba39d530-c02f-4b1d-ad0d-76611486c178',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.511591] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.511886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.516216] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba39d530-c02f-4b1d-ad0d-76611486c178 with status ACTIVE [ 1117.516440] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.516577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.516659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.516858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.516946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.517140] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.517298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.517298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.517433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.517511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.517696] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.517784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.517854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.517969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.518051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.518139] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba39d530-c02f-4b1d-ad0d-76611486c178 is going to be updated. [ 1117.544015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.544305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.544305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.544442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.548174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.548444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba39d530-c02f-4b1d-ad0d-76611486c178" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.144802] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 in Status: SUCCESS [ 1118.145047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.145224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.145477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.145826] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.145995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.146083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.146220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.146302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.146391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.146729] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.649482] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e888aea-68c9-4f1e-bc67-2da5b36b2684 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.649815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.649815] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.649993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.650159] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.650260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.652016] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e888aea-68c9-4f1e-bc67-2da5b36b2684 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.652016] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.652016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.652016] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.904252] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1118.904488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.904662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.904895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.905110] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.905234] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.905296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.905446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.905523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.907588] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.117243] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4ea5450f-9b8a-496c-a836-123e811f4018 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_rules [ 1119.118264] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_rules [ 1119.118679] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49ce2e47-3763-418f-b6f6-947fe04802c9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.118868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.118942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.119289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.119451] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.161401] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e888aea-68c9-4f1e-bc67-2da5b36b2684: rpc.has_security_group_logging(os_id): False [ 1119.182341] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.182341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.182940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.182940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.182940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.183345] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.183345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.183345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.183759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.183759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.183759] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.183925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.183925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.184363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.184532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.184784] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.184921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.184921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.185066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.185232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.185232] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 is going to be created. [ 1119.223048] env[66865]: INFO networking_nsxv3.common.synchronization [None req-2f4faab9-4833-44b8-9173-2a50ae2702df tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_rules [ 1119.223262] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_rules [ 1119.223665] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49ce2e47-3763-418f-b6f6-947fe04802c9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.223772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.255232] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.255384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.255507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.255731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.255934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.268017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 in Status: IN_PROGRESS for 2s [ 1119.409118] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.644262] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.644262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.644262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.644262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.644262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.644262] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 already deleted. [ 1119.644262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.644262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.644262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.644262] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.913202] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.176038] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.176038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.176038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.176038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.176038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.176038] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 already deleted. [ 1120.176038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.417203] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.417439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.417535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.417821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.417983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.418289] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1120.453503] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.453690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.453728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.453941] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.454122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.465339] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1121.283577] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 in Status: SUCCESS [ 1121.284076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.297984] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.298253] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.298408] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.298720] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.299069] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.299271] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.299398] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.299680] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.299851] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.300135] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.300273] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.300406] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.300533] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.300676] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.300810] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.300969] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.328525] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.328701] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.328783] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.329691] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-127" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.329691] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-8fe17493-8d93-48b0-965e-c517090c0177 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.329691] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.329691] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.329955] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.330094] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe17493-8d93-48b0-965e-c517090c0177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.741710] env[66865]: INFO networking_nsxv3.common.synchronization [req-f93ed324-4dc1-4f42-87c8-24df0a2b76b9 req-2a775076-b443-4e03-930c-2e590e63e0a7 tempest-ServerActionsTestOtherB-853445523 tempest-ServerActionsTestOtherB-853445523-project-member] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1121.742327] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1121.742681] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.742821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.742888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.743102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.743256] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.743351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.743423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.743571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.743661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.743758] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.833027] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.833303] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.833446] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.833823] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.834024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.834408] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.834672] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.834829] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.835073] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.835262] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.835568] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.835747] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.835880] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.836122] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.836273] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.836412] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 8fe17493-8d93-48b0-965e-c517090c0177 is going to be updated. [ 1121.863601] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.863601] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.863601] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.863897] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.864031] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.864267] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.142995] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.142995] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.143191] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.143311] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.143559] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.143808] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.143880] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.144134] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.144285] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.144492] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.144644] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.144762] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.144891] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.145018] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.145123] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.145252] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.164409] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.164657] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.164769] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.164942] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.165306] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-809cfa09-974f-46d6-af69-94bafb25bbc9 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.165486] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.165611] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.165970] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.166130] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809cfa09-974f-46d6-af69-94bafb25bbc9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.246015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.246239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.246297] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.246545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.246638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.246840] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.246965] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.247056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.247262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.247355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.247466] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 1122.284498] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.284963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.284963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.285090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.285207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.301103] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 1122.474801] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1122.475090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.475266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.475508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.475746] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.475904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.475987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.476187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.476269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.476356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.476451] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.558441] env[66865]: INFO networking_nsxv3.common.synchronization [req-69674765-84e5-4b24-9b04-cf2992fc7b40 req-8c13441a-9c48-4286-8103-7071f2236656 service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 1122.558493] env[66865]: INFO networking_nsxv3.common.synchronization [req-69674765-84e5-4b24-9b04-cf2992fc7b40 req-8c13441a-9c48-4286-8103-7071f2236656 service nova] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 1122.558625] env[66865]: INFO networking_nsxv3.common.synchronization [req-69674765-84e5-4b24-9b04-cf2992fc7b40 req-8c13441a-9c48-4286-8103-7071f2236656 service nova] Enqueued Resource ID: 8fe17493-8d93-48b0-965e-c517090c0177 with Priority: HIGHEST for action port [ 1122.559206] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_rules [ 1122.559346] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 1122.559459] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe17493-8d93-48b0-965e-c517090c0177 with Priority: HIGHEST for action port [ 1122.559736] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.566022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.566022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.566022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.566022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.566022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe17493-8d93-48b0-965e-c517090c0177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.566022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.566022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe17493-8d93-48b0-965e-c517090c0177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.668711] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.669056] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.669225] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.669520] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.669673] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.669830] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 809cfa09-974f-46d6-af69-94bafb25bbc9 not found, creating... [ 1122.670153] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.670267] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.670383] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.670602] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.670738] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.671141] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.671299] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.671503] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.671822] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.672062] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.672299] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 809cfa09-974f-46d6-af69-94bafb25bbc9 is going to be created. [ 1122.696502] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.696782] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.696854] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.697140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.697366] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.697588] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.978803] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.979083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.979137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.979406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.979619] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.979758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.979832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.980060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.980189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.980290] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.980445] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.980541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.980603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.980753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.980890] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.980983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.981054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.981252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.981252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.981346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.981426] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.072366] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.072366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.072366] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fe17493-8d93-48b0-965e-c517090c0177 with status ACTIVE [ 1123.072366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.072366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.072366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.072930] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.073189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.073355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.073590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.073762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.075076] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fe17493-8d93-48b0-965e-c517090c0177 is going to be updated. [ 1123.111283] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.111283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.111283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.111550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.111962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.112058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe17493-8d93-48b0-965e-c517090c0177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.484023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f34f7049-05c3-4e72-a67d-240ffda9d409: rpc.has_security_group_logging(os_id): False [ 1123.504100] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.504276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.504324] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.504536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.526198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.526198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.526198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.526198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.526198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.526198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.526198] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.526198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.526198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.526198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.526656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.526750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.526970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.527111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.527348] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.527481] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.527612] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1123.578501] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.633574] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.633782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.633782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.633987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.634147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.648745] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1123.755926] env[66865]: INFO networking_nsxv3.common.synchronization [req-f93ed324-4dc1-4f42-87c8-24df0a2b76b9 req-e25d15bc-0530-484d-a058-ec5d6c518934 service nova] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 1123.756310] env[66865]: INFO networking_nsxv3.common.synchronization [req-f93ed324-4dc1-4f42-87c8-24df0a2b76b9 req-e25d15bc-0530-484d-a058-ec5d6c518934 service nova] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1123.756589] env[66865]: INFO networking_nsxv3.common.synchronization [req-f93ed324-4dc1-4f42-87c8-24df0a2b76b9 req-e25d15bc-0530-484d-a058-ec5d6c518934 service nova] Enqueued Resource ID: 809cfa09-974f-46d6-af69-94bafb25bbc9 with Priority: HIGHEST for action port [ 1123.757210] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 1123.757551] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1123.757551] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809cfa09-974f-46d6-af69-94bafb25bbc9 with Priority: HIGHEST for action port [ 1123.757783] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.757957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.758029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.758293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.758351] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.759448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.759586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.759789] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-809cfa09-974f-46d6-af69-94bafb25bbc9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.759882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.760363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.760363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.760363] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809cfa09-974f-46d6-af69-94bafb25bbc9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.080941] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.081112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.081206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.081478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.081617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.081760] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 1124.113336] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.113545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.113545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.113800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.113870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.123689] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 1124.262591] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.262835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.263053] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809cfa09-974f-46d6-af69-94bafb25bbc9 with status ACTIVE [ 1124.263323] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.263492] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.263598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.263912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.264062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.264321] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.264622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.264769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.265038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.265169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.265451] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.265602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.265714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.265921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.266063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.266198] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809cfa09-974f-46d6-af69-94bafb25bbc9 is going to be updated. [ 1124.289293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.289455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.289531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.289755] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.289892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.290115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.316203] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 1124.316203] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 deletion is rescheduled due to dependency. [ 1124.316203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.316447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.317739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.317739] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.317739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.317739] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.318076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.318076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.318218] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.820672] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.136570] env[66865]: INFO networking_nsxv3.common.synchronization [req-b565c332-1ebe-4bb5-bffd-ced93a28e26e req-4e3d12d7-3104-4e4a-a215-c287f52bcba4 tempest-ServerRescueTestJSON-896886944 tempest-ServerRescueTestJSON-896886944-project-member] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1125.137253] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1125.137599] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.137732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.137801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.138548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.138711] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.138813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.138897] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.139143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.139243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.139363] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.323641] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.440051] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.440189] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-724" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.440305] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-724" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.440697] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-724" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.440981] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.441158] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.441279] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.441521] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.441825] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.442055] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.442180] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.442292] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.442399] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.442551] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.442718] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.442939] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.465085] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.465243] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.465873] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.465873] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-724" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.466088] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-88df18ac-9880-45b7-8df3-6a9f684386d5 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.466302] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-88df18ac-9880-45b7-8df3-6a9f684386d5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.466418] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-88df18ac-9880-45b7-8df3-6a9f684386d5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.466743] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-88df18ac-9880-45b7-8df3-6a9f684386d5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.466883] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88df18ac-9880-45b7-8df3-6a9f684386d5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.642246] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.642406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.642579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.642837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.642837] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.643106] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.643203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.643264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.643399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.643482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.643572] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 already deleted. [ 1125.643712] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.665422] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1125.665682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.826131] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.826636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.826636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.826636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.826636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.826985] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 1125.866644] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.866862] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.866968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.867342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.867590] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.879121] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 1125.970395] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.970695] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.970874] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.971479] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.971950] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.972362] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 88df18ac-9880-45b7-8df3-6a9f684386d5 not found, creating... [ 1125.973135] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.973553] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.973866] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.974370] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.974835] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.975381] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.975676] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.975988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.976615] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.976984] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.977352] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 88df18ac-9880-45b7-8df3-6a9f684386d5 is going to be created. [ 1126.006195] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.006418] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.006542] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.006834] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.007183] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007436] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-88df18ac-9880-45b7-8df3-6a9f684386d5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.138628] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 1126.138901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.139084] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.139307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.139501] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.139618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.139685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.139844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.139946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.140083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.140131] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.642885] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.643103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.643229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.643505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.643751] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.643888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.644046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.644188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.644294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.644419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.644606] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.644772] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.644889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.645039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.645195] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.645330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.645385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.645564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.645674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.645674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.645862] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.707686] env[66865]: INFO networking_nsxv3.common.synchronization [req-b565c332-1ebe-4bb5-bffd-ced93a28e26e req-7fa5caa2-afaa-4a47-b946-3e7ea991500c service nova] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_rules [ 1126.707861] env[66865]: INFO networking_nsxv3.common.synchronization [req-b565c332-1ebe-4bb5-bffd-ced93a28e26e req-7fa5caa2-afaa-4a47-b946-3e7ea991500c service nova] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1126.707999] env[66865]: INFO networking_nsxv3.common.synchronization [req-b565c332-1ebe-4bb5-bffd-ced93a28e26e req-7fa5caa2-afaa-4a47-b946-3e7ea991500c service nova] Enqueued Resource ID: 88df18ac-9880-45b7-8df3-6a9f684386d5 with Priority: HIGHEST for action port [ 1126.708571] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_rules [ 1126.708715] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1126.708817] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88df18ac-9880-45b7-8df3-6a9f684386d5 with Priority: HIGHEST for action port [ 1126.709107] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.709228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.709337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.709549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.709627] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.710599] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.712447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.712447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.712447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.712447] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.712447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.712447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.712447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.712447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.712447] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.712447] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-88df18ac-9880-45b7-8df3-6a9f684386d5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.713205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88df18ac-9880-45b7-8df3-6a9f684386d5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.713205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88df18ac-9880-45b7-8df3-6a9f684386d5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.713205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88df18ac-9880-45b7-8df3-6a9f684386d5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.713205] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88df18ac-9880-45b7-8df3-6a9f684386d5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.152089] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83a4358-4915-4ca5-88a2-1924cf349a81: rpc.has_security_group_logging(os_id): False [ 1127.172293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.172463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.172510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.172803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.172935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.173173] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.173278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.173341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.173707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.173707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.173807] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.173914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.174019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.174250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.174441] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.174533] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.174594] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174760] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.174832] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.174920] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 1127.214486] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.215651] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.215780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.216208] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88df18ac-9880-45b7-8df3-6a9f684386d5 with status ACTIVE [ 1127.216393] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.216505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.216571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.216771] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.216861] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.217062] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.217158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.217242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.217364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.217439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.217663] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.217716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.217769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.217945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.218075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.218170] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88df18ac-9880-45b7-8df3-6a9f684386d5 is going to be updated. [ 1127.238611] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.238799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.238799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.239279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.239279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.239434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88df18ac-9880-45b7-8df3-6a9f684386d5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.240340] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.240445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.240511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.240675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.240794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.255240] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 1127.513214] env[66865]: INFO networking_nsxv3.common.synchronization [req-35ea82f1-511d-41c7-a279-3a01ff338a1e req-582f0a85-f91a-4706-8c44-bcfc49960512 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_members [ 1127.513748] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_members [ 1127.514061] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-49ce2e47-3763-418f-b6f6-947fe04802c9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.514260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.514260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.514628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.514628] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.514788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.514823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.514957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.515054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.515148] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.720477] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.833372] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.833614] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.833734] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.833976] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.834258] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.834410] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.834524] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.834750] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.834910] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.835356] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.835479] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.835585] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.835691] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.835827] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.835937] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.836080] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.861279] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.861477] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.861608] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.861785] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.862169] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-7469bf16-7b2b-4fb8-b662-b583a9b30668 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.862357] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-7469bf16-7b2b-4fb8-b662-b583a9b30668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.862477] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-7469bf16-7b2b-4fb8-b662-b583a9b30668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.862824] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-7469bf16-7b2b-4fb8-b662-b583a9b30668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.862960] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7469bf16-7b2b-4fb8-b662-b583a9b30668',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.890017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 1127.890263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.890659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.890887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.891184] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.891287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.891287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.891417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.891496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.891580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.891671] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.018168] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.018369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.018369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.018587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.018675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.018882] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.018987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.019063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.019267] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.019355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.019392] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 already deleted. [ 1128.019439] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.220134] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.220510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.220510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.220618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.220704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.220803] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 is going to be created. [ 1128.244163] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.244314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.244428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.244657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.244855] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.253687] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: UNINITIALIZED for 2s [ 1128.366330] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.366573] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.366669] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.366962] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.367140] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.367293] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 7469bf16-7b2b-4fb8-b662-b583a9b30668 not found, creating... [ 1128.367559] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.367712] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.367829] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.368058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.368197] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.368504] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.368630] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.368744] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.368952] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.369089] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.369228] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 7469bf16-7b2b-4fb8-b662-b583a9b30668 is going to be created. [ 1128.394774] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.395019] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.395150] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.395419] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.395647] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.395882] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-7469bf16-7b2b-4fb8-b662-b583a9b30668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.396854] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.899347] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86442f91-5935-418f-a702-60ccf4f42000: rpc.has_security_group_logging(os_id): False [ 1128.918565] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.918715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.918819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.918996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.919103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.919365] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.919469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.919532] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.919687] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.919763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.919853] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 1128.996288] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.996457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.996550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.996779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.997010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.012448] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 1129.097962] env[66865]: INFO networking_nsxv3.common.synchronization [req-35ea82f1-511d-41c7-a279-3a01ff338a1e req-83128d93-e91d-4d20-9067-7cde95b66345 service nova] Enqueued Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_rules [ 1129.097962] env[66865]: INFO networking_nsxv3.common.synchronization [req-35ea82f1-511d-41c7-a279-3a01ff338a1e req-83128d93-e91d-4d20-9067-7cde95b66345 service nova] Enqueued Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_members [ 1129.097962] env[66865]: INFO networking_nsxv3.common.synchronization [req-35ea82f1-511d-41c7-a279-3a01ff338a1e req-83128d93-e91d-4d20-9067-7cde95b66345 service nova] Enqueued Resource ID: 7469bf16-7b2b-4fb8-b662-b583a9b30668 with Priority: HIGHEST for action port [ 1129.098206] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_rules [ 1129.098342] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_members [ 1129.098440] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7469bf16-7b2b-4fb8-b662-b583a9b30668 with Priority: HIGHEST for action port [ 1129.098708] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49ce2e47-3763-418f-b6f6-947fe04802c9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.098825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.098890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.099127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.099345] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.100242] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-49ce2e47-3763-418f-b6f6-947fe04802c9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.101080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.101080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.101080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.101080] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.101080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.101080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.101080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.101540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.101540] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.102104] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-7469bf16-7b2b-4fb8-b662-b583a9b30668 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.102207] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7469bf16-7b2b-4fb8-b662-b583a9b30668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.102263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7469bf16-7b2b-4fb8-b662-b583a9b30668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.102604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7469bf16-7b2b-4fb8-b662-b583a9b30668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.102604] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7469bf16-7b2b-4fb8-b662-b583a9b30668',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.274967] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 1129.275340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.604596] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-49ce2e47-3763-418f-b6f6-947fe04802c9 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.604839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.605043] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.606069] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7469bf16-7b2b-4fb8-b662-b583a9b30668 with status ACTIVE [ 1129.606272] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.607414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.607414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.607414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.607414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.607414] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.607414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.607414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.607414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.607414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.608244] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.608244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.608244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.608244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.608244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.608244] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7469bf16-7b2b-4fb8-b662-b583a9b30668 is going to be updated. [ 1129.634837] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.635062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.635177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.635495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.635662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.635834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7469bf16-7b2b-4fb8-b662-b583a9b30668" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.111082] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.263268] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: SUCCESS [ 1130.263562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.263770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.264025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.264240] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.264376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.264460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.264621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.264698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.264911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.264911] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.613755] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.614078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.614078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.614633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.614765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.614957] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 is going to be created. [ 1130.641268] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.641442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.641518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.641725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.641887] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.651557] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 in Status: UNINITIALIZED for 2s [ 1130.767458] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.767692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.767892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.768309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.768620] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.768742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.768901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.769247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.769310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.769437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.769657] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.769847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.769904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.770092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.770301] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.770435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.770528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.770735] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.770852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.771015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.771125] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.039701] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 1131.040516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.273991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3: rpc.has_security_group_logging(os_id): False [ 1131.294260] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.294486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.294486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.294701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.294869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.295023] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.295130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.295220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.295372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.295468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.295653] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.295744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.295849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.295995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.296085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.296289] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.296382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.296437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.296573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.296655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.296740] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 is going to be created. [ 1131.409137] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.409309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.409384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.409604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.409819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.424029] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: IN_PROGRESS for 2s [ 1132.661251] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 in Status: SUCCESS [ 1132.661779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.661779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.661913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.662101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.662167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.662222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.662362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.662413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.662510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.662567] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.164528] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.449355] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: SUCCESS [ 1133.449611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.636130] env[66865]: INFO networking_nsxv3.common.synchronization [req-b9785ddd-c898-4034-b932-2112eabc6334 req-6b367744-46f7-4236-87f9-4b5ca966bb6f tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1133.636669] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1133.637009] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.637379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.637451] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.637649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.637814] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.637932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.637997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.638182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.638272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.638384] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.667703] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49ce2e47-3763-418f-b6f6-947fe04802c9: rpc.has_security_group_logging(os_id): False [ 1133.701615] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.701924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.702072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.702406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.702535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.702920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.703114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.703204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.703429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.703552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.703672] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 is going to be created. [ 1133.778037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.778176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.778329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.778567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.778806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.795496] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 in Status: IN_PROGRESS for 2s [ 1134.141588] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.647234] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.151447] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.151824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.151824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.151949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.151993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.152120] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1135.188964] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.189213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.189213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.189412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.189554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.199886] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1135.363432] env[66865]: INFO networking_nsxv3.common.synchronization [req-b7f60a08-494b-4874-a995-2106d311b167 req-cb914613-ff1c-4531-a201-b7829db8a3d0 tempest-DeleteServersTestJSON-1621540281 tempest-DeleteServersTestJSON-1621540281-project-member] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1135.364089] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGHEST for action security_group_members [ 1135.364717] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.364717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.364717] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.364961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.365147] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.365238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.365307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.365631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.365631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.365631] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.525031] env[66865]: INFO networking_nsxv3.common.synchronization [req-ebf874e5-9780-4ebf-b951-c2ee236e89c6 req-59636339-483f-452d-9286-b8b1b43f4bf7 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_members [ 1135.525679] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGHEST for action security_group_members [ 1135.525926] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.526073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.526129] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.526321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.526475] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.526571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.526622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.527737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.527737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.527737] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.808030] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 in Status: SUCCESS [ 1135.808262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.870120] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.870120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.870120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.870120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.870120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.870120] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.870120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.870120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.870120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.870120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.870576] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be updated. [ 1135.901490] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.901654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.901695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.901896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.902046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.911362] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: IN_PROGRESS for 2s [ 1136.029416] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.029631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.029753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.030108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.030258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.030604] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.030851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.031023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.031230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.031328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.031497] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 is going to be updated. [ 1136.068776] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.069021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.069184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.069313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.069454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.082292] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 in Status: IN_PROGRESS for 2s [ 1137.141195] env[66865]: INFO networking_nsxv3.common.synchronization [req-dad24f27-64b0-44bc-9a52-ea7756c2a11c req-3c686ee2-c9e9-4b4e-9352-d27aa54758bb tempest-InstanceActionsTestJSON-349561001 tempest-InstanceActionsTestJSON-349561001-project-member] Enqueued Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGHEST for action security_group_members [ 1137.141955] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGHEST for action security_group_members [ 1137.142347] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e888aea-68c9-4f1e-bc67-2da5b36b2684 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.142455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.142526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.142721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.142938] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.143061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.143166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.143554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.143554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.143703] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.210722] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1137.211122] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.647149] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.647149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.647149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.647436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.647506] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.647807] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.647896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.647988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.648209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.648316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.648432] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 is going to be updated. [ 1137.682432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.682432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.682432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.682658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.682798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.692199] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 in Status: IN_PROGRESS for 2s [ 1137.921415] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 in Status: SUCCESS [ 1137.921608] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 deletion is rescheduled due to dependency. [ 1137.921725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.094353] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 in Status: SUCCESS [ 1138.094634] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 deletion is rescheduled due to dependency. [ 1138.094943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.704121] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 in Status: SUCCESS [ 1139.704564] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 deletion is rescheduled due to dependency. [ 1139.704564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.513564] env[66865]: INFO networking_nsxv3.common.synchronization [req-46adc1dc-66da-41cf-984d-87f3f300803f req-46f5288b-5e72-41c6-b00d-816c5326545f tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1140.514113] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1140.514427] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.514554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.514630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.514793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.514966] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.515090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.515145] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.515269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.515356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.515449] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.017581] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.520504] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.022033] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.022659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.022659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.022659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.022659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.022939] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f848bc-d463-4801-933b-ed113e127e43 is going to be updated. [ 1142.072784] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.072784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.072784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.073106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.073106] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.082866] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: IN_PROGRESS for 2s [ 1142.277014] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.277211] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.277342] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.277601] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.277853] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.278033] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.278138] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.278628] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.278784] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.278998] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.279184] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.279253] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.279344] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.279439] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.279541] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.279702] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.299250] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.299490] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.299567] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.299743] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-765" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.300084] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-37229541-d940-4566-87cc-27f187279336 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.300269] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.300388] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.300660] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.300798] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37229541-d940-4566-87cc-27f187279336',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.803329] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.803583] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.805323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.805323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.805323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.805323] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.805323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.805323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.805323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.805853] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.806221] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.806437] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.806555] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.806776] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.806975] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.807130] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 37229541-d940-4566-87cc-27f187279336 is going to be updated. [ 1142.834322] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.834554] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.834664] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.834953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.835320] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.835585] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.581312] env[66865]: INFO networking_nsxv3.common.synchronization [req-1caac564-b624-436f-a5a6-787eaa20fe95 req-b9d4a7ea-34e8-4b74-97dd-9cf964472f3e service nova] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_rules [ 1143.581602] env[66865]: INFO networking_nsxv3.common.synchronization [req-1caac564-b624-436f-a5a6-787eaa20fe95 req-b9d4a7ea-34e8-4b74-97dd-9cf964472f3e service nova] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_members [ 1143.581940] env[66865]: INFO networking_nsxv3.common.synchronization [req-1caac564-b624-436f-a5a6-787eaa20fe95 req-b9d4a7ea-34e8-4b74-97dd-9cf964472f3e service nova] Enqueued Resource ID: 37229541-d940-4566-87cc-27f187279336 with Priority: HIGHEST for action port [ 1143.582800] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_rules [ 1143.583110] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_members [ 1143.583165] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37229541-d940-4566-87cc-27f187279336 with Priority: HIGHEST for action port [ 1143.583584] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.583741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.583898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.584047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.584132] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.585263] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.585874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.585874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.585874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.586206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.586206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.586206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.586322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.586355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.586511] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.587722] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-37229541-d940-4566-87cc-27f187279336 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.587949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.587949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.588119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.588119] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37229541-d940-4566-87cc-27f187279336',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.089864] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37229541-d940-4566-87cc-27f187279336 with status ACTIVE [ 1144.090102] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.090240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.090305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.090516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.090606] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.090802] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.090955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.091032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.091229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.091342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.091543] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.091642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.091696] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.091843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.091915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.092008] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37229541-d940-4566-87cc-27f187279336 is going to be updated. [ 1144.094389] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: SUCCESS [ 1144.094389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.094389] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.095168] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.095265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.116639] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.116816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.116847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.117393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.117393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.117393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37229541-d940-4566-87cc-27f187279336" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.596671] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.099660] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.099919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.099919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.100298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.100298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.100419] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 is going to be updated. [ 1145.156919] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.156919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.156919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.157200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.157327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.168094] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: IN_PROGRESS for 2s [ 1147.180556] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: SUCCESS [ 1147.180780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.180953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.181165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.181381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.181557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.181666] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.181888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.181981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.182144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.182248] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.686860] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.189757] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eebda69b-73ef-48c0-8352-9278fc9166b5: rpc.has_security_group_logging(os_id): False [ 1148.208754] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.208936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.208936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.209304] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.209503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.209805] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.209948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.210063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.210382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.210522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.210649] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 is going to be updated. [ 1148.272609] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.272775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.272817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.273039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.273215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.285767] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: IN_PROGRESS for 2s [ 1148.584729] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1148.584838] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1150.166059] env[66865]: INFO networking_nsxv3.common.synchronization [None req-708ff0a7-8ae5-4faa-82e8-424439d7e87c tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_rules [ 1150.167144] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_rules [ 1150.167328] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5baa1dd1-9a8c-4749-8095-78f6594fb177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.167524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.167524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.167829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.167916] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.251122] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1640d42b-5096-45e5-a714-dfbb526a1248 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_rules [ 1150.251607] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_rules [ 1150.251961] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5baa1dd1-9a8c-4749-8095-78f6594fb177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.252085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.307017] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: SUCCESS [ 1150.307272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.693039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.693039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.693039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.694032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.694032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.694032] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 already deleted. [ 1150.694032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.694032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.694313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.694369] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.218840] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.219295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.219295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.219295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.219388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.219525] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 already deleted. [ 1151.219603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.253314] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.253773] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1155.931876] env[66865]: INFO networking_nsxv3.common.synchronization [req-c09b00df-7bf6-4978-bf15-9953dc14d53d req-63547a2d-7a97-4144-a97d-04309f64935a tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1155.932731] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f848bc-d463-4801-933b-ed113e127e43 with Priority: HIGHEST for action security_group_members [ 1155.932731] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f848bc-d463-4801-933b-ed113e127e43 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.932895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.932932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.933151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.933329] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.934024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.934024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.934024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.934024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.934024] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f848bc-d463-4801-933b-ed113e127e43',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.110665] env[66865]: INFO networking_nsxv3.common.synchronization [req-a67c24e1-6ed1-495c-8533-49108d290eee req-0bb1f611-ccef-4b3d-91c5-7b5fcc8396f2 tempest-ServerRescueTestJSON-896886944 tempest-ServerRescueTestJSON-896886944-project-member] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1156.110665] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1156.110850] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.110941] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.110995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.111171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.111325] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.111462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.111546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.111700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.111785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.111879] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.429218] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.429617] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-724" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.429737] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-724" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.430085] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-724" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.430369] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.430588] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.430786] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.431063] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.431261] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.431488] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.431602] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.431713] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.431852] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.431970] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.432406] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.432566] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.439446] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.439585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.439675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.439851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.458058] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.458058] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.458266] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.458491] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-724" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.458831] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.459112] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.459914] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.459914] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.459914] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81060b9b-5545-45ed-ab7e-d0b0de6a4e59',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.464151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.464291] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.464469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.464525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.464727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.465023] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.465023] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f848bc-d463-4801-933b-ed113e127e43 is going to be updated. [ 1156.497115] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.497251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.497320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.498046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.498046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.509195] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: IN_PROGRESS for 2s [ 1156.616738] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.963276] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.963519] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.963659] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.963947] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.964115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.964272] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 81060b9b-5545-45ed-ab7e-d0b0de6a4e59 not found, creating... [ 1156.964536] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.964694] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.964808] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.965050] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.965179] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.965568] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.965725] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.965839] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.966058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.966192] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.966369] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 81060b9b-5545-45ed-ab7e-d0b0de6a4e59 is going to be created. [ 1157.004658] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.004887] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.005014] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.005405] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.005704] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.006050] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.119074] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.621052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.621495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.621495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.621567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.621633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.621896] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 is going to be updated. [ 1157.653036] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.653200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.653269] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.653522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.653671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.664434] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: IN_PROGRESS for 2s [ 1157.672055] env[66865]: INFO networking_nsxv3.common.synchronization [req-a67c24e1-6ed1-495c-8533-49108d290eee req-e3f54e72-fd4e-4dc4-9548-cbb76851f179 service nova] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_rules [ 1157.672055] env[66865]: INFO networking_nsxv3.common.synchronization [req-a67c24e1-6ed1-495c-8533-49108d290eee req-e3f54e72-fd4e-4dc4-9548-cbb76851f179 service nova] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1157.672055] env[66865]: INFO networking_nsxv3.common.synchronization [req-a67c24e1-6ed1-495c-8533-49108d290eee req-e3f54e72-fd4e-4dc4-9548-cbb76851f179 service nova] Enqueued Resource ID: 81060b9b-5545-45ed-ab7e-d0b0de6a4e59 with Priority: HIGHEST for action port [ 1157.672055] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_rules [ 1157.672055] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1157.672055] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81060b9b-5545-45ed-ab7e-d0b0de6a4e59 with Priority: HIGHEST for action port [ 1157.672055] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.672055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.672055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.672055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.672592] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.676045] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.676045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.676045] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.676045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.676045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.676045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.676045] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81060b9b-5545-45ed-ab7e-d0b0de6a4e59',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.175864] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.176063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.176394] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81060b9b-5545-45ed-ab7e-d0b0de6a4e59 with status ACTIVE [ 1158.176762] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.176877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.176918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.177178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.177300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.177489] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.177588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.178305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.178305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.178305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.178305] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.178477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.178521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.179136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.179136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.179136] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81060b9b-5545-45ed-ab7e-d0b0de6a4e59 is going to be updated. [ 1158.205024] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.205194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.205265] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.205541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.205684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.205858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81060b9b-5545-45ed-ab7e-d0b0de6a4e59" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.480886] env[66865]: INFO networking_nsxv3.common.synchronization [req-f52acb6d-46e8-4890-ba5f-f5b2e0b71dd9 req-8691e147-ee67-432b-bc46-a0f5c16e7241 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1158.481441] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1158.481757] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.481879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.481946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.482303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.482493] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.482632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.482743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.482925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.483052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.483252] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.522222] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f848bc-d463-4801-933b-ed113e127e43 in Status: SUCCESS [ 1158.522222] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f848bc-d463-4801-933b-ed113e127e43 deletion is rescheduled due to dependency. [ 1158.522222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f848bc-d463-4801-933b-ed113e127e43" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.800601] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.801013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.801013] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.801105] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.801737] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.801737] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.801737] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.801996] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.801996] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.803026] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.803026] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.803026] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.803026] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.803026] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.803026] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.803026] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.824407] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.824848] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.824848] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.824933] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-509" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.825241] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-26234094-d0dc-438c-8f92-65dcb6867b0c taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.825953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-26234094-d0dc-438c-8f92-65dcb6867b0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.825953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-26234094-d0dc-438c-8f92-65dcb6867b0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.826085] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-26234094-d0dc-438c-8f92-65dcb6867b0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.826697] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26234094-d0dc-438c-8f92-65dcb6867b0c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.990160] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.329372] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.329690] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.329955] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.330433] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.330791] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.331110] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 26234094-d0dc-438c-8f92-65dcb6867b0c not found, creating... [ 1159.331627] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.332632] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.332632] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.332632] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.332632] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.333356] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.334161] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.334161] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.334273] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.334918] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.334918] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 26234094-d0dc-438c-8f92-65dcb6867b0c is going to be created. [ 1159.359668] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.360080] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.360229] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.360579] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.360888] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.361249] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-26234094-d0dc-438c-8f92-65dcb6867b0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.491042] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.673466] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: SUCCESS [ 1159.673726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.673894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.674164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.674367] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.674488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.674567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.675178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.675178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.675178] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.993208] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.993643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.993643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.993911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.993992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.994115] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1160.074867] env[66865]: INFO networking_nsxv3.common.synchronization [req-f52acb6d-46e8-4890-ba5f-f5b2e0b71dd9 req-66a99136-1cd7-4bdb-b200-052bf8771258 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 1160.075029] env[66865]: INFO networking_nsxv3.common.synchronization [req-f52acb6d-46e8-4890-ba5f-f5b2e0b71dd9 req-66a99136-1cd7-4bdb-b200-052bf8771258 service nova] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1160.075236] env[66865]: INFO networking_nsxv3.common.synchronization [req-f52acb6d-46e8-4890-ba5f-f5b2e0b71dd9 req-66a99136-1cd7-4bdb-b200-052bf8771258 service nova] Enqueued Resource ID: 26234094-d0dc-438c-8f92-65dcb6867b0c with Priority: HIGHEST for action port [ 1160.075805] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_rules [ 1160.075947] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1160.077459] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26234094-d0dc-438c-8f92-65dcb6867b0c with Priority: HIGHEST for action port [ 1160.077883] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.078073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.078172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.078395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.078483] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.080589] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.080728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.080969] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-26234094-d0dc-438c-8f92-65dcb6867b0c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.081125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26234094-d0dc-438c-8f92-65dcb6867b0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.081125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26234094-d0dc-438c-8f92-65dcb6867b0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.081305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26234094-d0dc-438c-8f92-65dcb6867b0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.081406] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26234094-d0dc-438c-8f92-65dcb6867b0c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.177743] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.180655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.181224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.181224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.181224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.181224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.200420] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1160.583568] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.583568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.583980] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26234094-d0dc-438c-8f92-65dcb6867b0c with status ACTIVE [ 1160.584194] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.584310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.584401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.584624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.584848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.584902] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.584975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.585049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.585224] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.585302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.585552] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.585678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.585744] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.585895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.586088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.586088] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26234094-d0dc-438c-8f92-65dcb6867b0c is going to be updated. [ 1160.609181] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.609332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.609468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.609614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.609752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.609920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26234094-d0dc-438c-8f92-65dcb6867b0c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.680652] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.878545] env[66865]: INFO networking_nsxv3.common.synchronization [req-56f5db0a-a528-4828-8b85-baff734c55ae req-87b747bb-e643-4a81-b731-32c6b2b8e29c tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_members [ 1160.879249] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_members [ 1160.879577] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5baa1dd1-9a8c-4749-8095-78f6594fb177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.879694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.879763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.880050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.880199] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.880331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.880367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.880529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.880611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.880712] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.161094] env[66865]: INFO networking_nsxv3.common.synchronization [req-6aec39e2-979a-4c8e-8d3d-63e6bdc8863b req-d25c1e8c-b7dd-4dcc-ac60-9c2ab21cf526 tempest-ServerActionsV293TestJSON-440456509 tempest-ServerActionsV293TestJSON-440456509-project-member] Enqueued Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_members [ 1161.161094] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGHEST for action security_group_members [ 1161.161676] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-c872f2c0-e36a-47c4-b013-75677f98d89c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.164438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.164438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.164438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.164438] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.164438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.164438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.164438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.165090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.166990] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.184056] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.184232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.184295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.184540] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.184645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.184736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 is going to be updated. [ 1161.225152] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.225463] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.225588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.225937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.226182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.241251] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: IN_PROGRESS for 2s [ 1161.269722] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.269973] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.270143] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.270475] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.270809] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.271015] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.271211] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.271504] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.271702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.271981] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.272217] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.272365] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.272497] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.272681] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.272825] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.273066] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.294241] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.295991] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.295991] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.295991] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-261" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.295991] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-0a817185-36d6-4ce2-b25e-e2fa0481db14 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.296564] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-0a817185-36d6-4ce2-b25e-e2fa0481db14" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.296850] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-0a817185-36d6-4ce2-b25e-e2fa0481db14" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.299333] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-0a817185-36d6-4ce2-b25e-e2fa0481db14" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.299333] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a817185-36d6-4ce2-b25e-e2fa0481db14',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.384920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.384920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.384920] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 already deleted. [ 1161.384920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.669017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.669233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.669353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.669657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.669782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.670158] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.670329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.670444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.670753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.670896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.671032] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c872f2c0-e36a-47c4-b013-75677f98d89c is going to be updated. [ 1161.704489] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.704489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.704489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.704489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.704489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.712281] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c872f2c0-e36a-47c4-b013-75677f98d89c in Status: IN_PROGRESS for 2s [ 1161.800234] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.801146] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.801146] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.801146] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.801146] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.802192] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 0a817185-36d6-4ce2-b25e-e2fa0481db14 not found, creating... [ 1161.802192] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.802192] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.802192] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.802479] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.802695] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.803023] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.803366] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.803527] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.803768] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.803954] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.804142] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 0a817185-36d6-4ce2-b25e-e2fa0481db14 is going to be created. [ 1161.825582] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.826109] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.828998] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.828998] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.828998] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.828998] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-0a817185-36d6-4ce2-b25e-e2fa0481db14" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.210157] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1162.210435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.210589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.210828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.211015] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.211136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.211201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.211366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.211446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.211540] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.559295] env[66865]: INFO networking_nsxv3.common.synchronization [req-56f5db0a-a528-4828-8b85-baff734c55ae req-0fc7813d-269a-436b-ad80-ee9827a139b7 service nova] Enqueued Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_rules [ 1162.559295] env[66865]: INFO networking_nsxv3.common.synchronization [req-56f5db0a-a528-4828-8b85-baff734c55ae req-0fc7813d-269a-436b-ad80-ee9827a139b7 service nova] Enqueued Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_members [ 1162.559295] env[66865]: INFO networking_nsxv3.common.synchronization [req-56f5db0a-a528-4828-8b85-baff734c55ae req-0fc7813d-269a-436b-ad80-ee9827a139b7 service nova] Enqueued Resource ID: 0a817185-36d6-4ce2-b25e-e2fa0481db14 with Priority: HIGHEST for action port [ 1162.559295] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_rules [ 1162.559295] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_members [ 1162.559295] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a817185-36d6-4ce2-b25e-e2fa0481db14 with Priority: HIGHEST for action port [ 1162.560050] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5baa1dd1-9a8c-4749-8095-78f6594fb177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.560306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.563022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.563022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5baa1dd1-9a8c-4749-8095-78f6594fb177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.563022] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.563022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.563022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.564789] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a817185-36d6-4ce2-b25e-e2fa0481db14 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.565416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a817185-36d6-4ce2-b25e-e2fa0481db14" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.565618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a817185-36d6-4ce2-b25e-e2fa0481db14" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.565859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a817185-36d6-4ce2-b25e-e2fa0481db14" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.567234] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a817185-36d6-4ce2-b25e-e2fa0481db14',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.714660] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.065877] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.068848] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a817185-36d6-4ce2-b25e-e2fa0481db14 with status ACTIVE [ 1163.069184] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.069906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.069906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.069906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.070181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.070497] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.070693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.070863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.071834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.071916] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.072140] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.072277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.072307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.072469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.072547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.072635] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a817185-36d6-4ce2-b25e-e2fa0481db14 is going to be updated. [ 1163.074631] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5baa1dd1-9a8c-4749-8095-78f6594fb177 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.074778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.089713] env[66865]: INFO networking_nsxv3.common.synchronization [None req-c67d6015-f47b-4494-9d07-6bd2e3d1797d tempest-AttachInterfacesTestJSON-2066117580 tempest-AttachInterfacesTestJSON-2066117580-project-member] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 1163.090529] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGHEST for action security_group_members [ 1163.090920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.091012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.091933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.092549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.093165] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.093362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.093522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.093805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.093951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.094104] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.097527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.097668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.097704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.097884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.098025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.098189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a817185-36d6-4ce2-b25e-e2fa0481db14" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.218142] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.252201] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: IN_PROGRESS for 4s [ 1163.578038] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.601494] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.601649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.601714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.601923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.602048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.602221] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.602322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.602404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.602574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.602620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.602702] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be updated. [ 1163.635895] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.636070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.636190] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.636437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.636599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.650320] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: IN_PROGRESS for 2s [ 1163.720474] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.720665] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.721013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.721292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.721393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.721500] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1163.725971] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c872f2c0-e36a-47c4-b013-75677f98d89c in Status: SUCCESS [ 1163.726820] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c872f2c0-e36a-47c4-b013-75677f98d89c deletion is rescheduled due to dependency. [ 1163.726820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.820751] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.820883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.820987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.821312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.821498] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.835095] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1164.079852] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.080435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.080435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.080435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.080435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.080593] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 is going to be created. [ 1164.107010] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.107010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.107010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.107309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.107309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.118162] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 in Status: UNINITIALIZED for 2s [ 1165.263528] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: SUCCESS [ 1165.263818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.263957] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.264262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.264499] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.264596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.264663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.264841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.264925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.265021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.265115] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.662573] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83a4358-4915-4ca5-88a2-1924cf349a81 in Status: SUCCESS [ 1165.662573] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 deletion is rescheduled due to dependency. [ 1165.662573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.767798] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.767798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.767922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.768259] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.768323] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.768425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.768906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.769121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.769243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.769310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.769459] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.769557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.769617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.769761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.769899] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.769990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.770064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.770198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.770271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.770351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.770440] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.844864] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1165.846360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.846360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.846360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.846600] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.846704] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.846804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.847065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.847201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.847349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.847504] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.133773] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 in Status: SUCCESS [ 1166.134879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.134879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.134879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.135039] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.135567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.135567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.135670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.135805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.136238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.136238] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.272845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3: rpc.has_security_group_logging(os_id): False [ 1166.291537] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.291689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.291999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.292203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.292293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.292500] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.292613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.293486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.293486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.293486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.293486] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.293486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.293486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.293486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.293486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.293818] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.293818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.293818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.293940] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.294033] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.294113] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 is going to be updated. [ 1166.350157] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.350416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.350546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.350889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.351184] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.351372] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.351503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.351776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.351942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.352150] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.352485] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.352648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.352762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.353030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.353274] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.353446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.353620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.353934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.353991] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.354159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.354335] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.372352] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.372484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.372627] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.372873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.373044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.386310] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: IN_PROGRESS for 2s [ 1166.638914] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.856862] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f34f7049-05c3-4e72-a67d-240ffda9d409: rpc.has_security_group_logging(os_id): False [ 1166.880773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.880964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.881049] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.881347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.881457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.881702] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.881806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.881873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.882075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.882136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.882332] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.882448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.882521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.882697] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.882778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.883504] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.883504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.883504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.883504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.883504] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.883504] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1166.960040] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.960305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.960385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.961059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.961059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.985848] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1167.141761] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5baa1dd1-9a8c-4749-8095-78f6594fb177: rpc.has_security_group_logging(os_id): False [ 1167.176326] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.176489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.176571] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.176871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.177018] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.177250] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.177357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.177436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.177611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.177692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.177795] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 is going to be created. [ 1167.248334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.248483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.248643] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.248983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.248983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.263534] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 in Status: IN_PROGRESS for 2s [ 1168.091791] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1168.092056] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1168.098067] env[66865]: INFO networking_nsxv3.common.synchronization [None req-90fd119d-e8d5-489c-b031-901435d0f145 None None] Enqueued Resource ID: 9ab621c0-8564-45d5-a3b0-c3fd2004df55 with Priority: HIGHEST for action port [ 1168.098067] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab621c0-8564-45d5-a3b0-c3fd2004df55 with Priority: HIGHEST for action port [ 1168.098622] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab621c0-8564-45d5-a3b0-c3fd2004df55 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.098747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab621c0-8564-45d5-a3b0-c3fd2004df55" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.098813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab621c0-8564-45d5-a3b0-c3fd2004df55" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.099961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab621c0-8564-45d5-a3b0-c3fd2004df55" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.099961] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab621c0-8564-45d5-a3b0-c3fd2004df55',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.402481] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: SUCCESS [ 1168.402770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.601733] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ab621c0-8564-45d5-a3b0-c3fd2004df55 [ 1168.602102] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.602762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.602762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.602762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.602762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.602909] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ab621c0-8564-45d5-a3b0-c3fd2004df55 already deleted. [ 1168.603026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab621c0-8564-45d5-a3b0-c3fd2004df55" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.797661] env[66865]: INFO networking_nsxv3.common.synchronization [None req-0f12f837-b4ac-4456-8dbb-098847fa620a tempest-ServersTestManualDisk-690876132 tempest-ServersTestManualDisk-690876132-project-member] Enqueued Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_rules [ 1168.798229] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_rules [ 1168.798530] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-121d4941-8b76-4984-8341-4606d950a62e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.798676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.798737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.798996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.801212] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.896405] env[66865]: INFO networking_nsxv3.common.synchronization [None req-ee8c38ef-5603-49be-96e0-868e9ce43669 tempest-ServersTestManualDisk-690876132 tempest-ServersTestManualDisk-690876132-project-member] Enqueued Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_rules [ 1168.897617] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_rules [ 1168.898423] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-121d4941-8b76-4984-8341-4606d950a62e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.898423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.002221] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1169.002560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.276239] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 in Status: SUCCESS [ 1169.276554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.319969] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.320136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.320201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.320641] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.320757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.320827] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 121d4941-8b76-4984-8341-4606d950a62e already deleted. [ 1169.320906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.321063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.321391] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.321391] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.848774] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.848969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.849046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.849252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.849342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.849441] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 121d4941-8b76-4984-8341-4606d950a62e already deleted. [ 1169.849535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.353321] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5070b637-88b4-46c0-9fe8-b2ac61ab4dbf None None] Enqueued Resource ID: 2cb3045c-b975-4edf-ac3f-556adea50fd9 with Priority: HIGHEST for action port [ 1170.353628] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb3045c-b975-4edf-ac3f-556adea50fd9 with Priority: HIGHEST for action port [ 1170.354122] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb3045c-b975-4edf-ac3f-556adea50fd9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.354243] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb3045c-b975-4edf-ac3f-556adea50fd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.354305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb3045c-b975-4edf-ac3f-556adea50fd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.354546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb3045c-b975-4edf-ac3f-556adea50fd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.354660] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb3045c-b975-4edf-ac3f-556adea50fd9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.857640] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cb3045c-b975-4edf-ac3f-556adea50fd9 [ 1170.857993] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.858097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.858170] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.858387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.858479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.858584] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cb3045c-b975-4edf-ac3f-556adea50fd9 already deleted. [ 1170.858729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb3045c-b975-4edf-ac3f-556adea50fd9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.220777] env[66865]: INFO networking_nsxv3.common.synchronization [req-3d79f009-ff78-4ca8-b633-d1f6997dd12b req-b55836dd-f421-4dc5-bfd5-ef0a63464322 tempest-ServersTestManualDisk-690876132 tempest-ServersTestManualDisk-690876132-project-member] Enqueued Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_members [ 1175.221369] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_members [ 1175.221669] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-121d4941-8b76-4984-8341-4606d950a62e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.221796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.221864] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.222136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.222293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.222397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.222462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.222617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.222714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.222812] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.558506] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.558771] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-722" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.558972] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-722" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.559376] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-722" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.559708] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.559920] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.560100] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.560395] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.560567] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.560842] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.561022] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.561182] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.561310] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.561489] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.561646] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.561797] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.583855] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.584079] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.584219] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.584398] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-722" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.584777] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.585019] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.585223] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.585664] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.585897] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02587c1-c80a-4ea1-a8d2-9361a5f7bd56',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.725570] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.725768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.725828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.726059] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.726180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.726390] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.726489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.726602] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.726729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.726802] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.726923] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 121d4941-8b76-4984-8341-4606d950a62e already deleted. [ 1175.726984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.089738] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.089738] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.089738] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.089738] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.089738] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.089738] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port e02587c1-c80a-4ea1-a8d2-9361a5f7bd56 not found, creating... [ 1176.089738] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.089738] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.090432] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.090432] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.090432] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.090679] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.090873] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.090955] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.091185] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.091318] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.091453] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: e02587c1-c80a-4ea1-a8d2-9361a5f7bd56 is going to be created. [ 1176.111767] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.112281] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.112409] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.112646] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.112875] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.113233] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.319634] env[66865]: INFO networking_nsxv3.common.synchronization [req-8894f7fe-18d5-4508-b1db-370cced31df6 req-035a9ff5-b1f5-470b-90e9-46ee260a83d3 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1176.320408] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1176.321145] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.321258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.321323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.321554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.321770] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.321878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.321946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.322185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.322288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.322435] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.826286] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.853849] env[66865]: INFO networking_nsxv3.common.synchronization [req-3d79f009-ff78-4ca8-b633-d1f6997dd12b req-91bb5c16-f74e-4d69-86aa-95ba6e02c311 service nova] Enqueued Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_rules [ 1176.854206] env[66865]: INFO networking_nsxv3.common.synchronization [req-3d79f009-ff78-4ca8-b633-d1f6997dd12b req-91bb5c16-f74e-4d69-86aa-95ba6e02c311 service nova] Enqueued Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_members [ 1176.854206] env[66865]: INFO networking_nsxv3.common.synchronization [req-3d79f009-ff78-4ca8-b633-d1f6997dd12b req-91bb5c16-f74e-4d69-86aa-95ba6e02c311 service nova] Enqueued Resource ID: e02587c1-c80a-4ea1-a8d2-9361a5f7bd56 with Priority: HIGHEST for action port [ 1176.854854] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_rules [ 1176.854984] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_members [ 1176.855083] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02587c1-c80a-4ea1-a8d2-9361a5f7bd56 with Priority: HIGHEST for action port [ 1176.855410] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-121d4941-8b76-4984-8341-4606d950a62e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.855468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.855529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.855816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.855816] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.856945] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-121d4941-8b76-4984-8341-4606d950a62e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.857067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.857134] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.857325] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.857473] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.857565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.857620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.857758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.857846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.858456] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.858690] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.858796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.858850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.859215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.859215] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02587c1-c80a-4ea1-a8d2-9361a5f7bd56',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.329354] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.360815] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.361790] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-121d4941-8b76-4984-8341-4606d950a62e taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.361908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.362082] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e02587c1-c80a-4ea1-a8d2-9361a5f7bd56 with status ACTIVE [ 1177.362251] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.362357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.362410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.362615] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.362708] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.362878] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.363331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.363331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.363331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.363331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.363527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.363611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.363611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.363928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.363928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.363928] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e02587c1-c80a-4ea1-a8d2-9361a5f7bd56 is going to be updated. [ 1177.392693] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.392899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.392899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.393188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.393337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.393511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02587c1-c80a-4ea1-a8d2-9361a5f7bd56" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.832057] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.832057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.832057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.832291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.832355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.832457] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1177.863054] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.863306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.863306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.863484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.863626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.866390] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.872413] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1178.369129] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.369525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.369525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.369806] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.369982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.370171] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 121d4941-8b76-4984-8341-4606d950a62e is going to be created. [ 1178.395992] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.396161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.396212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.396475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.396626] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.411486] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 121d4941-8b76-4984-8341-4606d950a62e in Status: UNINITIALIZED for 2s [ 1179.883123] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1179.883446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.420988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 121d4941-8b76-4984-8341-4606d950a62e in Status: SUCCESS [ 1180.421261] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.421430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.421664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.421854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.421974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.422054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.422213] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.422293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.422378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.422470] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.924625] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.426707] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 121d4941-8b76-4984-8341-4606d950a62e: rpc.has_security_group_logging(os_id): False [ 1181.446652] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.446878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.446966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.447270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.447430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.447812] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.447987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.448153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.448449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.448501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.448646] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 121d4941-8b76-4984-8341-4606d950a62e is going to be created. [ 1181.513897] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.514110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.514110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.514341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.514605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.526384] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 121d4941-8b76-4984-8341-4606d950a62e in Status: IN_PROGRESS for 2s [ 1181.856822] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.857036] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1181.934497] env[66865]: INFO networking_nsxv3.common.synchronization [req-69a2dc19-fae4-416f-80ad-12dde978e80e req-f97993e3-99da-47db-a996-cfa85ebdd1d5 tempest-ServerRescueTestJSON-896886944 tempest-ServerRescueTestJSON-896886944-project-member] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1181.935500] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1181.936084] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.936308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.936482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.936785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.937085] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.937244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.937330] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.937585] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.937722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.937835] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.440424] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.617393] env[66865]: INFO networking_nsxv3.common.synchronization [req-5c1739dd-0c6f-40ef-bd5e-987d382917a0 req-723c6e99-57e6-4737-befe-19cf5f351467 tempest-ServersTestJSON-402756302 tempest-ServersTestJSON-402756302-project-member] Enqueued Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1182.617393] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f34f7049-05c3-4e72-a67d-240ffda9d409 with Priority: HIGHEST for action security_group_members [ 1182.617393] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f34f7049-05c3-4e72-a67d-240ffda9d409 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.617531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.617531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.617726] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.617908] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.618030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.618090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.618225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.618336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.618494] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f34f7049-05c3-4e72-a67d-240ffda9d409',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.942835] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.121676] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.121676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.121833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.122140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.122140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.122425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.122503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.122624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.122853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.122986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.123097] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 is going to be updated. [ 1183.159908] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.160131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.160131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.160339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.160479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.172406] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: IN_PROGRESS for 2s [ 1183.445537] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.445919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.445919] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.446099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.446191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.446291] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 is going to be updated. [ 1183.474922] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.475181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.475181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.475288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.475432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.486103] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: IN_PROGRESS for 2s [ 1183.541377] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 121d4941-8b76-4984-8341-4606d950a62e in Status: SUCCESS [ 1183.541672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.181242] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f34f7049-05c3-4e72-a67d-240ffda9d409 in Status: SUCCESS [ 1185.181610] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f34f7049-05c3-4e72-a67d-240ffda9d409 deletion is rescheduled due to dependency. [ 1185.181610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f34f7049-05c3-4e72-a67d-240ffda9d409" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.496109] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: SUCCESS [ 1185.496371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.618430] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1187.618855] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1189.189905] env[66865]: INFO networking_nsxv3.common.synchronization [req-83438b56-fdba-4ab6-96db-2ca7907dd39d req-e47c95ac-6541-4a53-9494-8eefeae98345 tempest-ServerRescueTestJSON-896886944 tempest-ServerRescueTestJSON-896886944-project-member] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1189.190595] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGHEST for action security_group_members [ 1189.190907] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.191133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.191279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.191501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.191700] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.191813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.191878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.192040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.192130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.192228] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.696188] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.696188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.696188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.696188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.696188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.696188] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.696188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.696188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.697149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.697149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.697149] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 is going to be updated. [ 1189.730946] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.730946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.731226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.731352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.731536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.741177] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: IN_PROGRESS for 2s [ 1191.752150] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 in Status: SUCCESS [ 1191.752525] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 deletion is rescheduled due to dependency. [ 1191.752525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.192150] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.192150] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1198.860986] env[66865]: INFO networking_nsxv3.common.synchronization [req-682995e1-a49a-4ced-8989-2575f3cadea7 req-c2e36ad2-1777-400d-88c4-df521780fdc6 tempest-AttachVolumeShelveTestJSON-81232599 tempest-AttachVolumeShelveTestJSON-81232599-project-member] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_members [ 1198.861372] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGHEST for action security_group_members [ 1198.862042] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.862042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.862042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.862296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.862296] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.862376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.862407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.862557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.863041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.863041] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.367394] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.367600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.367600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.367818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.367907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.368117] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.368219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.368277] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.368428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.368503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.368590] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 is going to be updated. [ 1199.396843] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.397547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.397656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.397943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.398222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.409088] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: IN_PROGRESS for 2s [ 1199.752160] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.752400] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.752540] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.752802] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.753070] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.753227] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.753341] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.753545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.753698] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.753902] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.754034] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.754153] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.754266] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.754376] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.754481] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.754606] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.773137] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.773322] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.773531] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.773722] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-966" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.774087] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-809cfa09-974f-46d6-af69-94bafb25bbc9 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.774263] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.774429] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.774691] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.774825] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809cfa09-974f-46d6-af69-94bafb25bbc9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.277253] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.277685] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.277685] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.277839] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.277988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.278300] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.278470] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.278584] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.278801] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.278934] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.279350] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.279580] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.279702] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.279908] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.280053] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.280197] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 809cfa09-974f-46d6-af69-94bafb25bbc9 is going to be updated. [ 1200.315725] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.315970] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.316167] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.316474] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.316681] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.316945] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.022300] env[66865]: INFO networking_nsxv3.common.synchronization [req-464ad2a3-4607-4555-a036-a5d2dd0f0d2b req-4874e14c-6774-415c-b83e-f03484a7fd98 service nova] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 1201.022365] env[66865]: INFO networking_nsxv3.common.synchronization [req-464ad2a3-4607-4555-a036-a5d2dd0f0d2b req-4874e14c-6774-415c-b83e-f03484a7fd98 service nova] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1201.022534] env[66865]: INFO networking_nsxv3.common.synchronization [req-464ad2a3-4607-4555-a036-a5d2dd0f0d2b req-4874e14c-6774-415c-b83e-f03484a7fd98 service nova] Enqueued Resource ID: 809cfa09-974f-46d6-af69-94bafb25bbc9 with Priority: HIGHEST for action port [ 1201.023110] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_rules [ 1201.023252] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1201.023539] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809cfa09-974f-46d6-af69-94bafb25bbc9 with Priority: HIGHEST for action port [ 1201.023868] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.024051] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.024198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.024452] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.024577] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.026073] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.026279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.026718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.026718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.026834] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.026877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.026930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.027119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.027251] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.027381] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.028134] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-809cfa09-974f-46d6-af69-94bafb25bbc9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.028242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.028306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.028472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.028565] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809cfa09-974f-46d6-af69-94bafb25bbc9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.419738] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebda69b-73ef-48c0-8352-9278fc9166b5 in Status: SUCCESS [ 1201.420196] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 deletion is rescheduled due to dependency. [ 1201.420196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.529912] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.531074] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.531238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.531636] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809cfa09-974f-46d6-af69-94bafb25bbc9 with status ACTIVE [ 1201.531769] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.531924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.532065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.532368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.532483] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.532668] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.532779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.532872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.533237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.533336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.533526] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.533634] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.533741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.533859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.534036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.534110] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809cfa09-974f-46d6-af69-94bafb25bbc9 is going to be updated. [ 1201.556514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.556766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.556766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.556944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.557179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.557381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809cfa09-974f-46d6-af69-94bafb25bbc9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.753486] env[66865]: INFO networking_nsxv3.common.synchronization [req-e975ce06-ea48-433b-8991-e7259b0e467b req-4876aff2-bbf8-4838-a90f-863a27bdd059 tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_members [ 1201.754131] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGHEST for action security_group_members [ 1201.754800] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.754800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.754800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.754969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.756481] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.757061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.757183] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.757380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.757473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.757584] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.036849] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.260674] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.260785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.260886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.261146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.261943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.261943] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.261943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.261943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.261943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.261943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.261943] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc is going to be updated. [ 1202.290021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.290021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.290021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.290021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.290021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.299780] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc in Status: IN_PROGRESS for 2s [ 1202.540032] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.540032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.540032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.540032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.540032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.540032] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 1202.568497] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.568724] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.568829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.569064] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.569242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.578872] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 1204.313091] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc in Status: SUCCESS [ 1204.313355] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc deletion is rescheduled due to dependency. [ 1204.313400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.589703] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 1204.589913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.590141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.590460] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.590701] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.590851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.590938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.591151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.591257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.591367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.591484] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.094268] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.596455] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86442f91-5935-418f-a702-60ccf4f42000: rpc.has_security_group_logging(os_id): False [ 1205.616883] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.616883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.617206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.617247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.617335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.617579] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.617701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.617784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.617958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.618053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.618144] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 1205.681364] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.681589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.681642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.681845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.682024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.697964] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 1206.755683] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.755683] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1207.718194] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 1207.718471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.756953] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.757403] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.757778] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.758181] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1217.962139] env[66865]: INFO networking_nsxv3.common.synchronization [req-9c8e7428-402c-4a32-bdf4-08051a106ec7 req-97013f61-41ce-4be2-89e6-7bce1e54a66b tempest-ServerActionsTestOtherB-853445523 tempest-ServerActionsTestOtherB-853445523-project-member] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1217.962666] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGHEST for action security_group_members [ 1217.963104] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.963302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.963417] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.963655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.963817] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.963922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.963985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.964161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.964244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.964345] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.466199] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.466367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.466493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.466713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.466810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.467030] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.467149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.467219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.467415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.467578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.467628] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be updated. [ 1218.500314] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.500467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.500528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.500751] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.500895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.510040] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: IN_PROGRESS for 2s [ 1220.521714] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86442f91-5935-418f-a702-60ccf4f42000 in Status: SUCCESS [ 1220.522132] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86442f91-5935-418f-a702-60ccf4f42000 deletion is rescheduled due to dependency. [ 1220.522132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.963726] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.964050] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1225.333798] env[66865]: INFO networking_nsxv3.common.synchronization [req-7b7995fc-05e1-4d30-98c5-0819d5610f76 req-4d3f6bfa-71ba-430b-9a10-f7bd2827921b tempest-ServersTestManualDisk-690876132 tempest-ServersTestManualDisk-690876132-project-member] Enqueued Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_members [ 1225.334422] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d4941-8b76-4984-8341-4606d950a62e with Priority: HIGHEST for action security_group_members [ 1225.334825] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-121d4941-8b76-4984-8341-4606d950a62e taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.334943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.335042] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.335247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.335633] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.335633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.335633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.335910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.335910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.335910] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('121d4941-8b76-4984-8341-4606d950a62e',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.837921] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.838194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.838194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.838421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.838514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.838719] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.838944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.838944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.839066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.839143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.839230] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 121d4941-8b76-4984-8341-4606d950a62e is going to be updated. [ 1225.874615] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.874848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.874848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.875104] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.875268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.886676] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 121d4941-8b76-4984-8341-4606d950a62e in Status: IN_PROGRESS for 2s [ 1226.494354] env[66865]: INFO networking_nsxv3.common.synchronization [req-77d30b51-5c59-4a27-8208-69f7cb3b550b req-267c75c8-3503-44b7-88c6-28c400891338 tempest-AttachVolumeNegativeTest-1542431114 tempest-AttachVolumeNegativeTest-1542431114-project-member] Enqueued Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_members [ 1226.494932] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGHEST for action security_group_members [ 1226.495273] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-5baa1dd1-9a8c-4749-8095-78f6594fb177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.495421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.495496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.496054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.496054] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.496054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.496054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.496307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.496307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.496307] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.000058] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.000058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.000058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.000058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.000058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.000058] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.000365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.000365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.000365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.000454] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.000559] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 is going to be updated. [ 1227.029325] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.029519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.029519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.029709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.029845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.038503] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 in Status: IN_PROGRESS for 2s [ 1227.896501] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 121d4941-8b76-4984-8341-4606d950a62e in Status: SUCCESS [ 1227.896501] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 121d4941-8b76-4984-8341-4606d950a62e deletion is rescheduled due to dependency. [ 1227.896501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-121d4941-8b76-4984-8341-4606d950a62e" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.049015] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 in Status: SUCCESS [ 1229.049321] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 deletion is rescheduled due to dependency. [ 1229.049321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.495696] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.495923] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.873820] env[66865]: INFO networking_nsxv3.common.synchronization [None req-5bfabb31-6072-4a95-98ec-b958bf719f5e None None] Enqueued Resource ID: eef91afe-9925-434c-ade6-2ede1dccf761 with Priority: HIGHEST for action port [ 1233.874468] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef91afe-9925-434c-ade6-2ede1dccf761 with Priority: HIGHEST for action port [ 1233.875334] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef91afe-9925-434c-ade6-2ede1dccf761 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.875464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef91afe-9925-434c-ade6-2ede1dccf761" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.875536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef91afe-9925-434c-ade6-2ede1dccf761" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.875908] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef91afe-9925-434c-ade6-2ede1dccf761" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.876052] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef91afe-9925-434c-ade6-2ede1dccf761',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.378316] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eef91afe-9925-434c-ade6-2ede1dccf761 [ 1234.378507] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.378642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.378701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.378939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.379079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.379185] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eef91afe-9925-434c-ade6-2ede1dccf761 already deleted. [ 1234.379273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef91afe-9925-434c-ade6-2ede1dccf761" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.624716] env[66865]: INFO networking_nsxv3.common.synchronization [None req-26e440d5-7369-4c34-9ee9-112db65dddd1 None None] Enqueued Resource ID: c89c3f5c-0fce-4145-91bb-cf6cbf3385f5 with Priority: HIGHEST for action port [ 1235.625235] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89c3f5c-0fce-4145-91bb-cf6cbf3385f5 with Priority: HIGHEST for action port [ 1235.625568] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89c3f5c-0fce-4145-91bb-cf6cbf3385f5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.625695] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89c3f5c-0fce-4145-91bb-cf6cbf3385f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.625763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89c3f5c-0fce-4145-91bb-cf6cbf3385f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.626078] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89c3f5c-0fce-4145-91bb-cf6cbf3385f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.626174] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89c3f5c-0fce-4145-91bb-cf6cbf3385f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.128282] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c89c3f5c-0fce-4145-91bb-cf6cbf3385f5 [ 1236.128546] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.128841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.128841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.129205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.129205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.129205] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c89c3f5c-0fce-4145-91bb-cf6cbf3385f5 already deleted. [ 1236.129353] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89c3f5c-0fce-4145-91bb-cf6cbf3385f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.435521] env[66865]: INFO networking_nsxv3.common.synchronization [req-af0a5247-7448-449f-80b2-1b977f505ed2 req-56564f74-e748-4903-9702-6d9a13bcfbf1 tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1236.436817] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1236.436817] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.437026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.437026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.437232] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.437376] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.437479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.437543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.437688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.437792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.437893] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.940167] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.940500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.940500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.940625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.940789] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.941031] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.941165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.941252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.941438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.941548] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.941985] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1236.970178] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.970354] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.970396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.970605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.970776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.979042] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1238.989991] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1238.990324] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b deletion is rescheduled due to dependency. [ 1238.990365] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.807955] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-1a7702ee-d756-4e77-b9f3-cb60574b4cd3 tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1239.808497] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1239.808800] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.808928] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.808999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.811821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.812080] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.812185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.812185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.812342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.812426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.812525] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.093661] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-32d9b19b-4b9b-4b8b-8aa7-17536e6efe88 tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1240.094196] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1240.094499] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.094600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.315287] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.315435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.315514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.315747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.315839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.316051] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.316153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.316217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.316371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.316448] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.316534] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 already deleted. [ 1240.316613] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.316819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.316958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.317119] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.317222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.317281] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.317397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.317469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.317553] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.367122] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-30fac587-d718-417c-9773-1db71b0f7c3c tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1240.367612] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1240.367920] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.368045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.666835] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.667381] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.667381] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.667752] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.668503] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.668503] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.668503] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.668718] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.669603] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.669603] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.669603] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.669603] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.669603] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.669603] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1240.669988] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.669988] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.691455] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.691695] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1240.691945] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.692218] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.692612] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.692806] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.694292] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.694292] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.694292] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.821162] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.821402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.821466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.821656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.821753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.821967] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.822075] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.822202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.822287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.822362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.822547] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 already deleted. [ 1240.822637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.822853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.823025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.823166] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.823260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.823366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.823656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.823656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.823746] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.198907] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.199439] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.199439] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.199757] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.199955] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.200089] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69 not found, creating... [ 1241.200376] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.200722] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.200836] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.201075] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.201253] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.201545] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.201697] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.201818] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.202040] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.202178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.202314] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69 is going to be created. [ 1241.233278] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.233518] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.233624] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.233922] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.234276] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.234533] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.326824] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.326824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.326824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.327110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.327146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.327343] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.327446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.327509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.327658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.327734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.327819] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 already deleted. [ 1241.328120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.937837] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-78f2729d-938f-4856-b98b-db6631c9689a service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1241.938027] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-78f2729d-938f-4856-b98b-db6631c9689a service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1241.938194] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-78f2729d-938f-4856-b98b-db6631c9689a service nova] Enqueued Resource ID: a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69 with Priority: HIGHEST for action port [ 1241.938720] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1241.938915] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1241.938958] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69 with Priority: HIGHEST for action port [ 1241.939406] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.939566] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.939659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.939953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.940090] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.941228] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.941228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.941228] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.941386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.941520] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.941617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.941675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.941884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.941884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.941974] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.942879] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.942985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.943097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.943951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.943951] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.259120] env[66865]: INFO networking_nsxv3.common.synchronization [req-31806500-f98c-4590-b6e8-33926f48413d req-c6e8f7ea-39b8-4834-af47-6ae8b5276179 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_members [ 1242.259120] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGHEST for action security_group_members [ 1242.259120] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-49ce2e47-3763-418f-b6f6-947fe04802c9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.259120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.259120] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.260026] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.260319] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.260542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.260822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.261101] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.261302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.261489] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.445029] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.445172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.445364] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.446234] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69 with status ACTIVE [ 1242.446408] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.446522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.446589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.446819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.446913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.447598] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.447598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.447598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.447598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.447835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.448983] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.448983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.448983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.448983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.448983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.448983] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69 is going to be updated. [ 1242.470071] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.470287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.470287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.470487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.470621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.470778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a78f6a53-ea89-4ef2-aa8f-7f296b2cdd69" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.707763] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.707998] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-39" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.708144] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-39" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.708461] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-39" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.708718] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.708871] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.708986] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.713024] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.713250] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.713503] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.713617] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.713768] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.713828] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.713930] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.714047] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.714183] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.743216] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.743216] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.743216] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.743427] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-39" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.744398] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-cc2cf894-4200-4001-aa36-cb162af78f6a taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.744398] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-cc2cf894-4200-4001-aa36-cb162af78f6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.744398] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-cc2cf894-4200-4001-aa36-cb162af78f6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.744398] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-cc2cf894-4200-4001-aa36-cb162af78f6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.744398] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2cf894-4200-4001-aa36-cb162af78f6a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.764931] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.765709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.765709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.765709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.765913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.766472] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.766617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.766617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.766938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.767544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.767544] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 is going to be updated. [ 1242.799767] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.800015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.800095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.800313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.800459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.809668] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 in Status: IN_PROGRESS for 2s [ 1242.950656] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.247618] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.247917] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.248050] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.248372] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.248548] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.248709] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port cc2cf894-4200-4001-aa36-cb162af78f6a not found, creating... [ 1243.249335] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.249522] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.249643] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.249891] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.250049] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.250399] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.250538] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.250641] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.250921] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.250994] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.251150] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: cc2cf894-4200-4001-aa36-cb162af78f6a is going to be created. [ 1243.271616] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.272076] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.272076] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.272261] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.272501] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.272734] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-cc2cf894-4200-4001-aa36-cb162af78f6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.453180] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.453405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.453405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.453563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.453646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.453749] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be created. [ 1243.480101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.480341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.480341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.480525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.480682] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.492237] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: UNINITIALIZED for 2s [ 1244.423556] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-50a795d6-d457-4810-a463-758ac132c827 service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1244.423556] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-50a795d6-d457-4810-a463-758ac132c827 service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1244.423556] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-50a795d6-d457-4810-a463-758ac132c827 service nova] Enqueued Resource ID: cc2cf894-4200-4001-aa36-cb162af78f6a with Priority: HIGHEST for action port [ 1244.423556] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1244.423556] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1244.423556] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2cf894-4200-4001-aa36-cb162af78f6a with Priority: HIGHEST for action port [ 1244.423556] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.423556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.423556] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.423556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.424176] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2cf894-4200-4001-aa36-cb162af78f6a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.424176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2cf894-4200-4001-aa36-cb162af78f6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.424176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2cf894-4200-4001-aa36-cb162af78f6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.424176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2cf894-4200-4001-aa36-cb162af78f6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.424176] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2cf894-4200-4001-aa36-cb162af78f6a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.724830] env[66865]: INFO networking_nsxv3.common.synchronization [req-c215ed8d-297d-40b8-95e1-f7be2aeed09f req-6d942333-a746-4706-b210-f11411dc5511 tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1244.725388] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1244.725963] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.725963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.725963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.726222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.726222] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.726317] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.726355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.726498] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.726573] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.726911] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.819863] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 in Status: SUCCESS [ 1244.820077] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 deletion is rescheduled due to dependency. [ 1244.820203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.926908] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc2cf894-4200-4001-aa36-cb162af78f6a with status ACTIVE [ 1244.927167] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.930119] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.930119] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.930119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.930119] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc2cf894-4200-4001-aa36-cb162af78f6a is going to be updated. [ 1244.951264] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.951437] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.951487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.951680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.951813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.951982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2cf894-4200-4001-aa36-cb162af78f6a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.034727] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.034947] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.035098] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.035347] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.035598] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.035752] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.035869] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.036092] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.036237] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.036448] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.036558] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.036666] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.036771] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.036883] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.036988] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.037134] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.061640] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.061814] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.061944] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.062148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.062573] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.062750] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.062871] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.063233] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.063373] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abaf9c9c-c2cc-472f-848e-f2eb1fb015b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.183787] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.183988] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.184112] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.184384] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.184641] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.184804] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.184938] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.185373] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.185532] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.185750] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.185864] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.185973] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.186094] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.186210] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.186317] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.186448] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.204294] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.204509] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.204599] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.204766] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.205120] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-f250bc27-cec0-4811-b96b-061024dacd05 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.205298] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-f250bc27-cec0-4811-b96b-061024dacd05" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.205418] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-f250bc27-cec0-4811-b96b-061024dacd05" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.205759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-f250bc27-cec0-4811-b96b-061024dacd05" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.205899] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f250bc27-cec0-4811-b96b-061024dacd05',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.228742] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.228930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.228975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.229218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.229311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.229513] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.229619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.229681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.229842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.229923] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.230028] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1245.256798] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.257057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.257057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.257196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.257342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.265861] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1245.501598] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1245.502035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.502035] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.502189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.502377] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.502494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.502560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.502707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.502787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.502873] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.502972] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.503796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.503962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.504568] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.504680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.504757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.504914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.504982] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.505204] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.565867] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.566146] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.566278] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.566578] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.566787] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.566967] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port abaf9c9c-c2cc-472f-848e-f2eb1fb015b2 not found, creating... [ 1245.567252] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.567415] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.567529] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.567749] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.567887] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.568221] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.568381] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.568498] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.568747] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.568890] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.569055] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: abaf9c9c-c2cc-472f-848e-f2eb1fb015b2 is going to be created. [ 1245.589297] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.589478] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.589604] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.589917] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.590190] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.590416] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.709038] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.709286] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.709286] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.709616] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.709787] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.709950] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port f250bc27-cec0-4811-b96b-061024dacd05 not found, creating... [ 1245.710246] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.710412] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.710537] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.710833] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.711231] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.711387] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.711600] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.711691] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.711946] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.712136] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.712315] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: f250bc27-cec0-4811-b96b-061024dacd05 is going to be created. [ 1245.736140] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.736421] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.736485] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.736788] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.737115] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.737372] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-f250bc27-cec0-4811-b96b-061024dacd05" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.006970] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.007191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.007289] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.289376] env[66865]: INFO networking_nsxv3.common.synchronization [req-c215ed8d-297d-40b8-95e1-f7be2aeed09f req-78a9e8a7-6f38-488d-8505-fa074edde3c9 service nova] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 1246.289376] env[66865]: INFO networking_nsxv3.common.synchronization [req-c215ed8d-297d-40b8-95e1-f7be2aeed09f req-78a9e8a7-6f38-488d-8505-fa074edde3c9 service nova] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1246.289376] env[66865]: INFO networking_nsxv3.common.synchronization [req-c215ed8d-297d-40b8-95e1-f7be2aeed09f req-78a9e8a7-6f38-488d-8505-fa074edde3c9 service nova] Enqueued Resource ID: abaf9c9c-c2cc-472f-848e-f2eb1fb015b2 with Priority: HIGHEST for action port [ 1246.289376] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 1246.289376] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1246.289376] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abaf9c9c-c2cc-472f-848e-f2eb1fb015b2 with Priority: HIGHEST for action port [ 1246.289376] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.289958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.290201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.294055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.294055] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.294055] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.294055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.294055] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.294055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.294055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.294055] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.294055] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abaf9c9c-c2cc-472f-848e-f2eb1fb015b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.444304] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-e7d63fcf-181a-41e5-894e-ae58b4246e83 service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1246.444304] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-e7d63fcf-181a-41e5-894e-ae58b4246e83 service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1246.444304] env[66865]: INFO networking_nsxv3.common.synchronization [req-5256eb10-2106-497b-81a5-b5b190861e48 req-e7d63fcf-181a-41e5-894e-ae58b4246e83 service nova] Enqueued Resource ID: f250bc27-cec0-4811-b96b-061024dacd05 with Priority: HIGHEST for action port [ 1246.444304] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1246.444944] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1246.447881] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f250bc27-cec0-4811-b96b-061024dacd05 with Priority: HIGHEST for action port [ 1246.447881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.447881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.447881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.447881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.447881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-f250bc27-cec0-4811-b96b-061024dacd05 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.447881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f250bc27-cec0-4811-b96b-061024dacd05" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.447881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f250bc27-cec0-4811-b96b-061024dacd05" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.447881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f250bc27-cec0-4811-b96b-061024dacd05" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.447881] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f250bc27-cec0-4811-b96b-061024dacd05',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.510188] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.796585] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.796910] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.797141] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abaf9c9c-c2cc-472f-848e-f2eb1fb015b2 with status ACTIVE [ 1246.797301] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.797472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.797523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.797714] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.797853] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.797984] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.798109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.798169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.798327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.798403] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.798585] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.798677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.798758] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.798924] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.799017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.799106] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abaf9c9c-c2cc-472f-848e-f2eb1fb015b2 is going to be updated. [ 1246.821397] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.821549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.821620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.821838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.821975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.822189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abaf9c9c-c2cc-472f-848e-f2eb1fb015b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.950864] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f250bc27-cec0-4811-b96b-061024dacd05 with status ACTIVE [ 1246.950864] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.950998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.951056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.951289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.951378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.951579] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.951685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.951799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.951891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.951970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.952153] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.952237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.952291] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.952425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.952495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.952586] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f250bc27-cec0-4811-b96b-061024dacd05 is going to be updated. [ 1246.982300] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.982556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.982556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.982705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.982838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.983009] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f250bc27-cec0-4811-b96b-061024dacd05" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.012174] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.012401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.012478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.012699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.012786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.012888] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1247.055203] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.055369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.055444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.055637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.055821] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.064722] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1247.276509] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1247.276706] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b deletion is rescheduled due to dependency. [ 1247.276824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.277072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.277306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.277495] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.277611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.277671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.277825] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.277907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.278169] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.780766] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.283835] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.786448] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.786753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.786753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.786943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.787090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.787182] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1248.815056] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.815056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.815056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.815375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.815544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.824600] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1249.074189] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1249.074419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.074605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.074813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.075057] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.075222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.075222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.075398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.075485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.075567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.075662] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.075738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.075791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.075929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.076073] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.076161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.076229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.076334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.076416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.076494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.076580] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.077549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.078376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.078376] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.078376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.078376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.078376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.078611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.078611] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.580437] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e25bc7-9671-4f44-9411-a09cd2563030: rpc.has_security_group_logging(os_id): False [ 1249.581742] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.600212] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.600369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.600429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.600630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.600719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.600930] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.601071] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.601144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.601278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.601376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.601491] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.601607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.601693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.601776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.601933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.602052] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.602191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.602424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.602424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.602424] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be created. [ 1249.659841] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.660142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.660142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.660268] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.660457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.671913] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1250.084365] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.586357] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.586555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.586599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.586799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.586946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.587069] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1250.614978] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.615168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.615233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.615412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.615554] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.625070] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1250.833883] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1250.834130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.834299] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.834527] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.834718] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.834865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.834949] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.835186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.835279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.835368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.835466] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.337688] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.447032] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.447032] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1251.686098] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1251.686357] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.686551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.686786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.686878] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.841764] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 584cd475-17f4-42ab-a475-c486db3a338b: rpc.has_security_group_logging(os_id): False [ 1251.858954] env[66865]: INFO networking_nsxv3.common.synchronization [req-c088326e-1931-4fce-9055-7f10daa87128 req-e0c6c457-d161-43cc-b6ed-3dd0cd53a490 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1251.859699] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1251.860527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.860650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.860721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.860947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.861132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.861233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.861294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.861449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.861536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.861631] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.863140] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.863245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.863311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.863467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.863550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.863817] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.863921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.863988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.864144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.864221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.864306] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1251.924799] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.925025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.925025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.925301] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.925453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.943552] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1252.150733] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.150925] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.151058] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.151330] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.151627] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.151820] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.151953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.152182] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.152324] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.152529] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.152641] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1252.152749] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1252.152853] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1252.152959] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1252.153074] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1252.153204] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1252.171328] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1252.171493] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1252.171628] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1252.171794] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.172097] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.172280] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.172477] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.172807] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.172945] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f81900-8da1-4c85-a1e2-5ec2b9698b5a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.189747] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.189883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.366790] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.367253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.367253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.367380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.367475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.367682] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.367784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.367851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.368063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.368157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.368232] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 is going to be updated. [ 1252.399158] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.399394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.399394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.399604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.399743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.411690] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: IN_PROGRESS for 2s [ 1252.637181] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1252.637426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.637677] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.637937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.638212] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.638361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.638424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.638625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.638732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.638847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.638970] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.675035] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.675319] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.675436] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.675736] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.675913] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.676091] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 08f81900-8da1-4c85-a1e2-5ec2b9698b5a not found, creating... [ 1252.676349] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.676554] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.676644] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.676899] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.677096] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.677382] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.677538] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.677654] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.677953] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.678150] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.678301] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 08f81900-8da1-4c85-a1e2-5ec2b9698b5a is going to be created. [ 1252.714176] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.714438] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.714579] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.715010] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.715337] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.715598] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.141676] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.141893] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.141970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.142223] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.142480] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.142642] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.142749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.142986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.143137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.143278] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.143503] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.143653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.143753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.143969] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.144215] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.144364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.144467] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.144681] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.144810] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.144972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.145142] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.649328] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e25bc7-9671-4f44-9411-a09cd2563030: rpc.has_security_group_logging(os_id): False [ 1253.666578] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.666770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.666770] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.667025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.667131] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.667356] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.667457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.667515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.667673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.667743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.667927] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.668171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.668171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.668242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.668329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.668694] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.668694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.668694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.668901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.668901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.668901] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1253.730445] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.730699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.730699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.730981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.731238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.743526] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1253.885020] env[66865]: INFO networking_nsxv3.common.synchronization [req-c088326e-1931-4fce-9055-7f10daa87128 req-1146b58a-b1e7-4275-b293-96b335bc0c79 service nova] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_rules [ 1253.885223] env[66865]: INFO networking_nsxv3.common.synchronization [req-c088326e-1931-4fce-9055-7f10daa87128 req-1146b58a-b1e7-4275-b293-96b335bc0c79 service nova] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1253.885362] env[66865]: INFO networking_nsxv3.common.synchronization [req-c088326e-1931-4fce-9055-7f10daa87128 req-1146b58a-b1e7-4275-b293-96b335bc0c79 service nova] Enqueued Resource ID: 08f81900-8da1-4c85-a1e2-5ec2b9698b5a with Priority: HIGHEST for action port [ 1253.885895] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_rules [ 1253.886042] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1253.886147] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f81900-8da1-4c85-a1e2-5ec2b9698b5a with Priority: HIGHEST for action port [ 1253.886467] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.886551] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.886589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.886785] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.886865] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.887794] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.887866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.888061] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.888171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.888235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.888418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.888497] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f81900-8da1-4c85-a1e2-5ec2b9698b5a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.956498] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1253.956723] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.392118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.392118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.392118] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08f81900-8da1-4c85-a1e2-5ec2b9698b5a with status ACTIVE [ 1254.392118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.392118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.392118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.392118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.392118] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.392781] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.392781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.392781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.392781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.392781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.393034] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.393034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.393034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.393149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.393178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.393242] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08f81900-8da1-4c85-a1e2-5ec2b9698b5a is going to be updated. [ 1254.416073] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.416280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.416280] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.416410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.416542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.416701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.430173] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: SUCCESS [ 1254.430299] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 deletion is rescheduled due to dependency. [ 1254.430393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.430534] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.430779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.430971] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.431182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.431255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.431427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.431507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.431613] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.934786] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.436983] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.759100] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1255.759405] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.759630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.759898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.760014] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.939601] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.940039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.940039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.940193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.940263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.940376] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 is going to be updated. [ 1255.988755] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.988951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.989052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.989298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.989453] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.000990] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: IN_PROGRESS for 2s [ 1256.262101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.262342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.262342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.262556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.262723] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.262824] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.262889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.263061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.263157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.263244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.263334] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.766185] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.766414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.766414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.766625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.766808] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.766915] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.766977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.767209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.767308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.767418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.767622] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.767745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.767809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.767983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.768183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.768331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.768380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.768520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.768628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.768721] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.768813] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.271061] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e25bc7-9671-4f44-9411-a09cd2563030: rpc.has_security_group_logging(os_id): False [ 1257.287944] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.288175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.288229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.288459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.288555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.288785] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.288884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.288948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.289139] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.289218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.289404] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.289510] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.289575] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.289716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.289792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.289970] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.290074] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.290136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.290270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.290341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.290434] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1257.356016] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.356184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.356303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.356485] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.356634] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.371404] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1258.011276] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: SUCCESS [ 1258.011489] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.011652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.011879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.012085] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.012215] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.012270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.012423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.012503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.012589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.012682] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.516072] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.516072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.516072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.516072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.516750] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.516750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.516750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.516750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.517030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.517030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.517110] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.517220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.517313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.517499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.517699] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.517805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.517902] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.518117] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.518246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.518383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.518505] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.887416] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.887600] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1259.020789] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcf57240-da55-4bf4-9294-c3ab357fe316: rpc.has_security_group_logging(os_id): False [ 1259.039997] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.040233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.040233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.040434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.040526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.040742] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.040840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.040903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.041070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.041149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.041330] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.041450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.041507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.041620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.041693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.041881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.041973] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.042046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.042185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.042258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.042341] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 is going to be updated. [ 1259.106219] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.106473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.106473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.106797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.107053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.120842] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: IN_PROGRESS for 2s [ 1259.388587] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1259.388828] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.466523] env[66865]: INFO networking_nsxv3.common.synchronization [req-d55b8a3a-57f2-4d9b-9ec1-4579e0181b45 req-2445adb2-ab6e-4199-86b3-7162d46fb6e1 tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1259.467359] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1259.467487] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.467586] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.467639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.467839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.467997] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.468156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.468156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.468316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.468399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.468493] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.652419] env[66865]: INFO networking_nsxv3.common.synchronization [req-d55b8a3a-57f2-4d9b-9ec1-4579e0181b45 req-085e14f8-95c7-4515-8d5f-95556f39e067 tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1259.652419] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1259.652419] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.652419] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.901918] env[66865]: INFO networking_nsxv3.common.synchronization [req-d55b8a3a-57f2-4d9b-9ec1-4579e0181b45 req-e1ff8632-21ea-4c09-9d0b-07f080f62b59 tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1259.902459] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1259.902760] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.902876] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.971022] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.474608] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.977576] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.978164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.978164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.978164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.978164] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.978164] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1261.012493] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.012694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.012752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.012953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.013115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.025675] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1261.134517] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: SUCCESS [ 1261.134793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.565125] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1262.565125] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:3 started [ 1262.996593] env[66865]: INFO networking_nsxv3.common.synchronization [req-2c45d4e3-2f85-4476-9a57-2064f182910b req-1abb2ad1-bed5-4eb5-b020-6e8c71a3bce8 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1262.997443] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGHEST for action security_group_members [ 1262.997578] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.997644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.997752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.998218] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.998398] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.998507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.999198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.999198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.999198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.999198] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.036754] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1263.036962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.037133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.037354] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.037536] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.037649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.037705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.037855] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.037932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.038043] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.057302] env[66865]: INFO networking_nsxv3.common.synchronization [req-2c45d4e3-2f85-4476-9a57-2064f182910b req-1abb2ad1-bed5-4eb5-b020-6e8c71a3bce8 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 08f81900-8da1-4c85-a1e2-5ec2b9698b5a with Priority: HIGHEST for action port [ 1263.057783] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f81900-8da1-4c85-a1e2-5ec2b9698b5a with Priority: HIGHEST for action port [ 1263.058122] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.058248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.058288] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.058817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.058817] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f81900-8da1-4c85-a1e2-5ec2b9698b5a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.501195] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.501420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.501420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.501640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.501729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.501927] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.502041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.502100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.502236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.502305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.502389] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 is going to be updated. [ 1263.533105] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.533295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.533340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.533517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.533662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.540363] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.540495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.540570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.540849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.541015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.541280] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.541422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.541667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.541667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.541768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.541806] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1263.543318] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: IN_PROGRESS for 2s [ 1263.560309] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08f81900-8da1-4c85-a1e2-5ec2b9698b5a with status ACTIVE [ 1263.560611] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.560718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.560791] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.560954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.561056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.561236] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.561337] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.561395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.561549] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.561622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.561800] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.561944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.561944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.562092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.562167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.562252] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08f81900-8da1-4c85-a1e2-5ec2b9698b5a is going to be updated. [ 1263.572132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.572471] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.572552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.572764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.572905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.584129] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1263.586149] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.586295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.586333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.586535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.586663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.586829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08f81900-8da1-4c85-a1e2-5ec2b9698b5a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.552964] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf57240-da55-4bf4-9294-c3ab357fe316 in Status: SUCCESS [ 1265.553352] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 deletion is rescheduled due to dependency. [ 1265.553352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.592967] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1265.593183] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 deletion is rescheduled due to dependency. [ 1265.593273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.593457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.593649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.593825] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.593935] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.593990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.594166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.594245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.594338] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.096929] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.096929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.097155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.097341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.097440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.097636] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.097738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.097798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.097951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.098036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.098126] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1266.124739] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.124884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.124966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.125186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.125332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.135008] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1268.059295] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.059616] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1268.146261] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1268.146464] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 deletion is rescheduled due to dependency. [ 1268.146597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.083659] env[66865]: INFO networking_nsxv3.common.synchronization [req-33e998d4-7695-4c11-b18d-0460d4ee4dd9 req-c67d96e1-7ab9-49a9-b682-dbf2dd5c21c7 tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1270.084236] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1270.084582] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.084731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.084813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.084994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.085622] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.085622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.085622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.085896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.086016] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.086131] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.348654] env[66865]: INFO networking_nsxv3.common.synchronization [req-33e998d4-7695-4c11-b18d-0460d4ee4dd9 req-a3fe4d29-eac4-41f0-b129-2ecf5a8199dc tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1270.349172] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1270.349488] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.349595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.589093] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.589264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.589327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.589596] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.589698] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.589960] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.589960] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.590188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.590188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.590289] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.590330] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1270.619564] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.619752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.619878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.620144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.620272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.630866] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1270.635038] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.635244] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-417" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.635372] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-417" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.635700] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-417" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.635954] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.636121] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.636240] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.636444] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.636585] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.636786] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.636899] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.637016] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.637123] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.637299] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.637415] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.637543] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.656167] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.656316] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.656418] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.656575] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-417" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.656871] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.657056] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.657179] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.657523] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.657663] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e487bb-8eed-46c3-96b2-cf5a7c9a3447',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.160354] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.160894] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.160894] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.161139] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.161315] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.161501] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 61e487bb-8eed-46c3-96b2-cf5a7c9a3447 not found, creating... [ 1271.161779] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.161951] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.162111] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.162372] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.162515] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.162827] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.162994] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.163155] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.163462] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.163597] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.163753] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 61e487bb-8eed-46c3-96b2-cf5a7c9a3447 is going to be created. [ 1271.184235] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.184482] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.184570] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.184855] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.185127] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.185440] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.881514] env[66865]: INFO networking_nsxv3.common.synchronization [req-33e998d4-7695-4c11-b18d-0460d4ee4dd9 req-3b550c98-d171-4a51-939b-7eaf0ccd6fd7 service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1271.881723] env[66865]: INFO networking_nsxv3.common.synchronization [req-33e998d4-7695-4c11-b18d-0460d4ee4dd9 req-3b550c98-d171-4a51-939b-7eaf0ccd6fd7 service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1271.881818] env[66865]: INFO networking_nsxv3.common.synchronization [req-33e998d4-7695-4c11-b18d-0460d4ee4dd9 req-3b550c98-d171-4a51-939b-7eaf0ccd6fd7 service nova] Enqueued Resource ID: 61e487bb-8eed-46c3-96b2-cf5a7c9a3447 with Priority: HIGHEST for action port [ 1271.882351] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1271.882514] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1271.882627] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e487bb-8eed-46c3-96b2-cf5a7c9a3447 with Priority: HIGHEST for action port [ 1271.882895] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.883030] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.883098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.883295] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.883370] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.884184] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.884279] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.884469] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.884560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.884620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.884775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.884850] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e487bb-8eed-46c3-96b2-cf5a7c9a3447',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.386800] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.387233] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.387233] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61e487bb-8eed-46c3-96b2-cf5a7c9a3447 with status ACTIVE [ 1272.387335] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.387436] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.387500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.387715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.387807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.387981] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.388093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.388158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.388331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.388402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.388582] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.388683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.388759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.388925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.389009] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.389103] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61e487bb-8eed-46c3-96b2-cf5a7c9a3447 is going to be updated. [ 1272.409522] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.409689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.409731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.409914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.410070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.410342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61e487bb-8eed-46c3-96b2-cf5a7c9a3447" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.619471] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.619768] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-805" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.619904] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-805" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.620249] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-805" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.620868] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.620868] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.620868] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.621142] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.621142] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.621351] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.621432] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.621543] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.621645] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.621750] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.621852] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.621974] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.641050] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1272.641050] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 deletion is rescheduled due to dependency. [ 1272.641050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.641050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.641050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.641050] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.641050] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.641396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.641396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.641396] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.641498] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.642884] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.643047] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.643181] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.643345] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-805" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.643619] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-6045e1d0-8605-4d42-8334-66942879d269 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.643785] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-6045e1d0-8605-4d42-8334-66942879d269" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.643917] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-6045e1d0-8605-4d42-8334-66942879d269" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.644207] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-6045e1d0-8605-4d42-8334-66942879d269" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.644338] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6045e1d0-8605-4d42-8334-66942879d269',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.145966] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.147166] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.147404] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.147536] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.147806] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.149545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.149545] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 6045e1d0-8605-4d42-8334-66942879d269 not found, creating... [ 1273.149545] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.149545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.149545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.149545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.149545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.150104] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.150104] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.150104] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.150104] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.150256] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.150331] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 6045e1d0-8605-4d42-8334-66942879d269 is going to be created. [ 1273.170704] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.170907] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.171042] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.171326] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.171554] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.171829] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-6045e1d0-8605-4d42-8334-66942879d269" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.652235] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.862935] env[66865]: INFO networking_nsxv3.common.synchronization [req-33e998d4-7695-4c11-b18d-0460d4ee4dd9 req-9caa982b-057c-45d6-947a-4a7430a58425 service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1273.863162] env[66865]: INFO networking_nsxv3.common.synchronization [req-33e998d4-7695-4c11-b18d-0460d4ee4dd9 req-9caa982b-057c-45d6-947a-4a7430a58425 service nova] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1273.863323] env[66865]: INFO networking_nsxv3.common.synchronization [req-33e998d4-7695-4c11-b18d-0460d4ee4dd9 req-9caa982b-057c-45d6-947a-4a7430a58425 service nova] Enqueued Resource ID: 6045e1d0-8605-4d42-8334-66942879d269 with Priority: HIGHEST for action port [ 1273.863834] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_rules [ 1273.863971] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1273.864296] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6045e1d0-8605-4d42-8334-66942879d269 with Priority: HIGHEST for action port [ 1273.864700] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.864889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.865156] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.865386] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.865678] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6045e1d0-8605-4d42-8334-66942879d269 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.865839] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6045e1d0-8605-4d42-8334-66942879d269" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.865945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6045e1d0-8605-4d42-8334-66942879d269" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.866235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6045e1d0-8605-4d42-8334-66942879d269" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.866340] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6045e1d0-8605-4d42-8334-66942879d269',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.155348] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.155530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.155592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.155805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.155912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.156020] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1274.183049] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.183229] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.183308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.183514] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.183674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.191878] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1274.368555] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6045e1d0-8605-4d42-8334-66942879d269 with status ACTIVE [ 1274.368779] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.368917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.368987] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.369246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.369344] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.369554] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.369660] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.369729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.369881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.369974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.370169] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.370266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.370329] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.370466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.370570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.370614] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6045e1d0-8605-4d42-8334-66942879d269 is going to be updated. [ 1274.394942] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.395200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.395306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.395550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.395829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.395906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6045e1d0-8605-4d42-8334-66942879d269" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.203756] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1276.204155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.204155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.204307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.204493] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.204603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.204664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.204807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.204884] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.204982] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.706959] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.209950] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.712587] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.712848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.712848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.713199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.713199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.713350] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1277.742089] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.742303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.742303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.742522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.742666] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.751498] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1278.866036] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.866036] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1279.769290] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1279.769526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.769834] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.770115] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.770315] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.770444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.770512] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.770679] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.770756] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.770840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.770940] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.771845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.772045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.772206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.772305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.772367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.772530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.772574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.772660] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.275985] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.276296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.276296] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.779017] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.282262] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.282740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.282740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.283048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.283184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.283258] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1281.326289] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.326509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.326589] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.326820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.326966] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.337847] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1283.350203] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1283.350649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.350649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.350812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.350957] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.351113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.351446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.351446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.351446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.351446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.351654] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.351740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.351804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.351905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.352061] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.352157] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.352219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.352340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.352435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.352572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.352628] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.854818] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e25bc7-9671-4f44-9411-a09cd2563030: rpc.has_security_group_logging(os_id): False [ 1283.867354] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.867546] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1283.873355] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.873580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.873580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.873769] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.873896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.874102] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.874203] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.874266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.874422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.874498] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.874735] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.874829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.874892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.875045] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.875121] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.875297] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.875445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.875547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.875674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.875796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.875938] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1283.944753] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.944995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.944995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.945307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.945567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.959965] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1284.660211] env[66865]: INFO networking_nsxv3.common.synchronization [req-93cc60ba-186a-4263-b823-f58d4d1184c6 req-415356db-6972-4c69-828f-018fcabf254e tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1284.660502] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1284.660786] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.660962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.661709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.661709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.661709] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.661709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.661709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.661709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.661975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.661975] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.916801] env[66865]: INFO networking_nsxv3.common.synchronization [req-93cc60ba-186a-4263-b823-f58d4d1184c6 req-ad27ec14-3540-4577-9a05-2a54ad9f7243 tempest-ServersTestMultiNic-2071504946 tempest-ServersTestMultiNic-2071504946-project-member] Enqueued Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1284.917373] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e25bc7-9671-4f44-9411-a09cd2563030 with Priority: HIGHEST for action security_group_members [ 1284.917700] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e25bc7-9671-4f44-9411-a09cd2563030 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.917801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.163735] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.667055] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.977716] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1285.977716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.977906] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.978068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.978117] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.168605] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.168804] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.168917] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.169236] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.169393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.169569] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be updated. [ 1286.200402] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.200546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.200621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.200833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.200976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.209781] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: IN_PROGRESS for 2s [ 1286.499037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.499272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.499272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.499482] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.499572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.499672] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be deleted. [ 1286.547918] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.548196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.548196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.548380] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.548473] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.548592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.220769] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e25bc7-9671-4f44-9411-a09cd2563030 in Status: SUCCESS [ 1288.221226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.221226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.221428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.221616] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.221734] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.221800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.221964] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.222044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.222147] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e25bc7-9671-4f44-9411-a09cd2563030',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.725219] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.725462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.725462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.725678] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.725757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.725951] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.726110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.726110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.726282] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.726356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.726491] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e25bc7-9671-4f44-9411-a09cd2563030 is going to be deleted. [ 1288.758655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.758889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.758889] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.759105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.759199] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.759294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e25bc7-9671-4f44-9411-a09cd2563030" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.918228] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.918615] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.052317] env[66865]: INFO networking_nsxv3.common.synchronization [req-fce6c0b7-79b1-4a57-a326-8d96e764f1e6 req-722ed82e-5ac1-4df0-9e71-b8c4ec59451f tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1291.052836] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1291.053156] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.053276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.053342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.053526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.053682] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.053763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.053826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.053962] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.054184] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.054292] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.421212] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.421527] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.421527] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.421850] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.422244] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.422446] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.422446] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.422643] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.422825] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.423068] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.424569] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.424569] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.424569] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.424569] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.424569] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.424569] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.444153] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.444331] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.444466] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.444680] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-550" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.444994] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.445178] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.445294] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.445609] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.445741] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e7cdf9-2d22-49a9-9166-e3984bc37d3b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.557174] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.949482] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.949713] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.949847] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.950160] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.950851] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.950851] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 42e7cdf9-2d22-49a9-9166-e3984bc37d3b not found, creating... [ 1291.950851] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.951123] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.951123] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.951657] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.951657] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.951769] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.951838] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.951956] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.952154] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.952731] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.952731] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 42e7cdf9-2d22-49a9-9166-e3984bc37d3b is going to be created. [ 1291.973031] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.973258] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.973421] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.973690] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.973917] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.974192] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.061173] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.563161] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.563321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.563435] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.563623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.563745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.563814] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 is going to be updated. [ 1292.595171] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.595294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.595335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.595541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.595694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.603957] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: IN_PROGRESS for 2s [ 1292.678012] env[66865]: INFO networking_nsxv3.common.synchronization [req-fce6c0b7-79b1-4a57-a326-8d96e764f1e6 req-f279b173-e3c6-464f-ac5f-2d6b1a4a75c4 service nova] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_rules [ 1292.678142] env[66865]: INFO networking_nsxv3.common.synchronization [req-fce6c0b7-79b1-4a57-a326-8d96e764f1e6 req-f279b173-e3c6-464f-ac5f-2d6b1a4a75c4 service nova] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1292.678282] env[66865]: INFO networking_nsxv3.common.synchronization [req-fce6c0b7-79b1-4a57-a326-8d96e764f1e6 req-f279b173-e3c6-464f-ac5f-2d6b1a4a75c4 service nova] Enqueued Resource ID: 42e7cdf9-2d22-49a9-9166-e3984bc37d3b with Priority: HIGHEST for action port [ 1292.678797] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_rules [ 1292.678986] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1292.679102] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e7cdf9-2d22-49a9-9166-e3984bc37d3b with Priority: HIGHEST for action port [ 1292.679366] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.679493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.679546] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.679738] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.679874] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.680615] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.680722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.680913] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.681195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.681195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.681316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.681316] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42e7cdf9-2d22-49a9-9166-e3984bc37d3b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.182917] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.183358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.184384] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42e7cdf9-2d22-49a9-9166-e3984bc37d3b with status ACTIVE [ 1293.184570] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.184978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.184978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.184978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.185169] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.185293] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.185342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.185375] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.185515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.185591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.185771] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.185866] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.185927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.186079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.186155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.186240] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42e7cdf9-2d22-49a9-9166-e3984bc37d3b is going to be updated. [ 1293.209064] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.209222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.209331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.209518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.209629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.209783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42e7cdf9-2d22-49a9-9166-e3984bc37d3b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.758729] env[66865]: INFO networking_nsxv3.common.synchronization [None req-a1d4c645-b599-44ea-99c7-fa3fb1c1d287 None None] Enqueued Resource ID: 1a683460-efd7-4cd8-af95-3f64c0d5060d with Priority: HIGHEST for action port [ 1293.759235] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a683460-efd7-4cd8-af95-3f64c0d5060d with Priority: HIGHEST for action port [ 1293.759563] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a683460-efd7-4cd8-af95-3f64c0d5060d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.759707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a683460-efd7-4cd8-af95-3f64c0d5060d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.759762] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a683460-efd7-4cd8-af95-3f64c0d5060d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.760017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a683460-efd7-4cd8-af95-3f64c0d5060d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.760272] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a683460-efd7-4cd8-af95-3f64c0d5060d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.262169] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a683460-efd7-4cd8-af95-3f64c0d5060d [ 1294.262583] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.262583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.262583] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.262740] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.262814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.262917] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a683460-efd7-4cd8-af95-3f64c0d5060d already deleted. [ 1294.262992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a683460-efd7-4cd8-af95-3f64c0d5060d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.615091] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: SUCCESS [ 1294.615332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.615544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.615793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.615969] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.616112] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.616179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.616327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.616408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.616526] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.119199] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.621895] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.905938] env[66865]: INFO networking_nsxv3.common.synchronization [None req-71e527cf-f227-427d-8b8e-cb3bdf88f0b8 None None] Enqueued Resource ID: b415c8e4-2a1b-48e2-81e7-949db9f8f97d with Priority: HIGHEST for action port [ 1295.906119] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b415c8e4-2a1b-48e2-81e7-949db9f8f97d with Priority: HIGHEST for action port [ 1295.906435] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-b415c8e4-2a1b-48e2-81e7-949db9f8f97d taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.906563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b415c8e4-2a1b-48e2-81e7-949db9f8f97d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.906631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b415c8e4-2a1b-48e2-81e7-949db9f8f97d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.906907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b415c8e4-2a1b-48e2-81e7-949db9f8f97d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.906988] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b415c8e4-2a1b-48e2-81e7-949db9f8f97d',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.125237] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.125237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.125237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.125237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.125237] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.125237] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 is going to be updated. [ 1296.162373] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.162568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.162568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.162892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.163076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.179160] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: IN_PROGRESS for 2s [ 1296.409960] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b415c8e4-2a1b-48e2-81e7-949db9f8f97d [ 1296.410183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.410333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.410404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.410638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.410730] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.410825] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b415c8e4-2a1b-48e2-81e7-949db9f8f97d already deleted. [ 1296.410961] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b415c8e4-2a1b-48e2-81e7-949db9f8f97d" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.189351] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: SUCCESS [ 1298.189780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.189780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.189974] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.190215] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.190363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.190450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.190644] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.190746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.190856] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.190993] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.693195] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.195319] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bafbe44-0da4-4268-9c24-e106dcba7fd8: rpc.has_security_group_logging(os_id): False [ 1299.207204] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-57946e2a-e33f-4dc0-9fee-5b2721b3fa39 tempest-ListServersNegativeTestJSON-1131175691 tempest-ListServersNegativeTestJSON-1131175691-project-member] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1299.207794] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1299.208133] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.208273] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.208342] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.208636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.208875] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.208934] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.208995] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.209186] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.209283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.209380] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.214751] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.214882] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.214968] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.215187] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.237500] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.237896] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.238040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.238092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.238314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.238395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.238511] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 is going to be updated. [ 1299.320353] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.320636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.320636] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.320830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.320930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.335032] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: IN_PROGRESS for 2s [ 1299.515120] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.515323] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.515445] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.515811] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.516214] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.516448] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.516581] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.516780] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.516925] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.517178] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.517292] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.517397] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.517500] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.517603] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.517766] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.517892] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.536161] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.536340] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1299.536471] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.536648] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.536974] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-6bdf2732-acab-4219-9607-9ca946da3a98 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.537164] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-6bdf2732-acab-4219-9607-9ca946da3a98" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.537286] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-6bdf2732-acab-4219-9607-9ca946da3a98" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.537659] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-6bdf2732-acab-4219-9607-9ca946da3a98" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.537836] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdf2732-acab-4219-9607-9ca946da3a98',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.712656] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.712859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.712904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.713194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.713333] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.713537] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.713640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.713703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.713921] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.714054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.714171] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 already deleted. [ 1299.714274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.040452] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.040664] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.040788] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.041092] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.041273] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.041428] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 6bdf2732-acab-4219-9607-9ca946da3a98 not found, creating... [ 1300.041677] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.041836] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.041951] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.042186] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.042319] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.042618] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.042790] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.042910] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.043123] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.043254] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.043391] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 6bdf2732-acab-4219-9607-9ca946da3a98 is going to be created. [ 1300.064399] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.064628] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.064705] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.064983] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.065226] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.065548] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-6bdf2732-acab-4219-9607-9ca946da3a98" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.774629] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-9175f904-1c15-4a74-bc65-70799343a605 service nova] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_rules [ 1300.774929] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-9175f904-1c15-4a74-bc65-70799343a605 service nova] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1300.774929] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-9175f904-1c15-4a74-bc65-70799343a605 service nova] Enqueued Resource ID: 6bdf2732-acab-4219-9607-9ca946da3a98 with Priority: HIGHEST for action port [ 1300.775532] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_rules [ 1300.775715] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1300.775936] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bdf2732-acab-4219-9607-9ca946da3a98 with Priority: HIGHEST for action port [ 1300.776201] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.776387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.776495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.776783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.776927] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.777872] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.777993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.778077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.778271] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.778425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.778521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.778584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.778729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.778814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.778906] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.779774] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bdf2732-acab-4219-9607-9ca946da3a98 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.779914] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bdf2732-acab-4219-9607-9ca946da3a98" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.780781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bdf2732-acab-4219-9607-9ca946da3a98" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.780970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bdf2732-acab-4219-9607-9ca946da3a98" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.781063] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bdf2732-acab-4219-9607-9ca946da3a98',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.283484] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.283484] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.284460] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.284757] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bdf2732-acab-4219-9607-9ca946da3a98 with status ACTIVE [ 1301.285328] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.285328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.285328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.285525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.285565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.285790] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.285967] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.286253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.286524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.286662] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.287252] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.287252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.287252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.287385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.287942] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.287942] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bdf2732-acab-4219-9607-9ca946da3a98 is going to be updated. [ 1301.319945] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.320200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.320200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.320385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.320522] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.320683] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bdf2732-acab-4219-9607-9ca946da3a98" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.360781] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: SUCCESS [ 1301.361047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.413121] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-11a7f775-123c-4cbb-bb60-93bbe05788ae tempest-ListServersNegativeTestJSON-1131175691 tempest-ListServersNegativeTestJSON-1131175691-project-member] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1301.413702] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1301.414037] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.414133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.681241] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.681432] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.681554] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.681823] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.682087] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.682244] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.682360] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.682569] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.682715] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.682920] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.683043] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.683151] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.683255] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.683361] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.683463] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.683588] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.702706] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.702964] env[66865]: DEBUG dogpile.cache.region [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.703108] env[66865]: DEBUG dogpile.lock [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.703229] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.703532] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.703701] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.703823] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.704185] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.704308] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.789927] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.207139] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.207437] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.207540] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.207899] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.208087] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.208211] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Segment Port 8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f not found, creating... [ 1302.208468] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.208624] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.208744] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.208990] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.209148] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.209428] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.209583] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.209701] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.209907] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.210056] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.210195] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Resource: SegmentPort with ID: 8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f is going to be created. [ 1302.241793] env[66865]: DEBUG networking_nsxv3.common.locking [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.242037] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.242156] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.242429] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.242696] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.242939] env[66865]: DEBUG oslo_concurrency.lockutils [None req-6af8ba64-b0a5-4b08-8f7e-234827a37208 None None] Releasing lock "port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.292760] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.293063] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.293191] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.293490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.293619] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.293757] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be created. [ 1302.330527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.330829] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.330946] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.331306] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.331558] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.342890] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: UNINITIALIZED for 2s [ 1303.018800] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-6e98be30-c2e8-4e12-88a3-49c605d11217 service nova] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_rules [ 1303.019100] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-6e98be30-c2e8-4e12-88a3-49c605d11217 service nova] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1303.019282] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-6e98be30-c2e8-4e12-88a3-49c605d11217 service nova] Enqueued Resource ID: 8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f with Priority: HIGHEST for action port [ 1303.020025] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_rules [ 1303.020235] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1303.020398] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f with Priority: HIGHEST for action port [ 1303.020798] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.021031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.021350] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.021620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.021941] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.021941] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.022089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.022334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.022457] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.524684] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f with status ACTIVE [ 1303.524940] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.525126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.525211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.525434] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.525526] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.525947] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.526126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.526209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.526383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.526475] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.526684] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.526826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.526930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.527182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.527314] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.527467] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f is going to be updated. [ 1303.556335] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.556335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.556335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.556335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.556335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.556335] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f244c0c-c97b-4f6a-a9e7-8b75a2f5116f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.762399] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-e3ce4f39-5de9-4082-87d0-bd59fdce6529 tempest-ListServersNegativeTestJSON-1131175691 tempest-ListServersNegativeTestJSON-1131175691-project-member] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1303.762993] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1303.763306] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.763542] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.117553] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.117923] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.117923] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.118186] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.118432] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.118584] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.118815] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.118938] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.119078] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.119285] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.119392] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1304.119495] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1304.119598] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1304.119710] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1304.120399] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1304.120399] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1304.139520] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1304.139703] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1304.140017] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1304.140314] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-583" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.140626] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.140808] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.141890] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.141890] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.141890] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.352843] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1304.353056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.353223] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.353440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.353628] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.353746] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.353813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.354166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.354283] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.354392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.354509] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.355469] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.355729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.355906] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.356040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.356123] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.356270] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.356361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.356520] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.644299] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.644522] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.644685] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.644910] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.645074] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.645236] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1 not found, creating... [ 1304.645483] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.645710] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.645805] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.646016] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.646184] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.646458] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.646616] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.646723] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.646912] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.647057] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.647196] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1 is going to be created. [ 1304.666692] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.666922] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.667048] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.667349] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.667582] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.667868] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.858988] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.858988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.858988] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.361882] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.380180] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-7f5f4d52-15f0-4322-a406-4faf3f2477d6 service nova] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_rules [ 1305.380180] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-7f5f4d52-15f0-4322-a406-4faf3f2477d6 service nova] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1305.380180] env[66865]: INFO networking_nsxv3.common.synchronization [req-42421056-351c-42a8-8a52-92c2c01c7fd2 req-7f5f4d52-15f0-4322-a406-4faf3f2477d6 service nova] Enqueued Resource ID: 5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1 with Priority: HIGHEST for action port [ 1305.380696] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_rules [ 1305.380861] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1305.381375] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1 with Priority: HIGHEST for action port [ 1305.381748] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.381843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.382331] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.382331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.382518] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.382668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.382668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.383149] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.383275] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.864264] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.864465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.864465] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.864833] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.865034] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.865176] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be updated. [ 1305.885319] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1 with status ACTIVE [ 1305.885577] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.885800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.885896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.886378] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.886502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.886684] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.886767] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.886823] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.887054] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.887165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.887330] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.887432] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.887477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.887891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.887891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.887891] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1 is going to be updated. [ 1305.902220] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.902400] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.902450] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.902647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.902800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.914072] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: IN_PROGRESS for 2s [ 1305.918026] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.918208] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.918249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.918443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.918574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.918749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f6c753e-be30-4e3f-ad5f-a2d6cbcc85b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.925037] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1307.925407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.925407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.925617] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.925814] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.925925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.925989] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.926160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.926238] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.926336] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.428607] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.931462] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.434599] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.434759] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.434818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.435072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.435175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.435278] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be updated. [ 1309.464076] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.464376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.464494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.464892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.465132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.474589] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: IN_PROGRESS for 2s [ 1310.382279] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.382676] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1311.484990] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1311.485425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.485425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.485694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.485886] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.486015] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.486083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.486311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.486367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.486448] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.989038] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.491908] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.994909] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.995398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.995398] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.995557] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.995621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.995852] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be updated. [ 1313.027854] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.028027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.028088] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.028309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.028457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.037300] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: IN_PROGRESS for 2s [ 1315.050181] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1315.050537] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.050655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.050920] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.051168] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.051323] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.051422] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.051634] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.051748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.051858] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.052101] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.052226] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.052316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.052486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.052677] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.052813] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.052931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.053591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.053591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.053591] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.053591] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.055014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.055014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.055014] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.055014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.055014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.055366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.055366] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.055445] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.382894] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.383038] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1315.557746] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 045b4837-6895-455f-a768-d542dd82cc03: rpc.has_security_group_logging(os_id): False [ 1315.558934] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.577381] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.577580] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.577728] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.577894] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.578010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.578189] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.578287] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.578351] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.578773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.578773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.578930] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.578930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.578930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.579135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.579425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.579425] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.579550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.579550] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.579631] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.579707] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.579783] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be created. [ 1315.583395] env[66865]: INFO networking_nsxv3.common.synchronization [req-c64da6b8-abec-4bc5-8c7f-b8d07c3ccf5e req-ad03c15a-1517-493b-9e88-1d966627897b tempest-ListServersNegativeTestJSON-1131175691 tempest-ListServersNegativeTestJSON-1131175691-project-member] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1315.584027] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1315.584027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.584177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.664057] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.664253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.664253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.664459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.664595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.676394] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: IN_PROGRESS for 2s [ 1316.061688] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.563955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.564153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.564201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.564409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.564501] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.564597] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be updated. [ 1316.600413] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.600562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.600635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.600912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.600985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.610244] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: IN_PROGRESS for 2s [ 1317.688270] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1317.688574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.688654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.688953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.688953] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.192850] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.193160] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.513598] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.513842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.513907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.514158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.514309] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.620833] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1318.621119] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.621286] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.621508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.621692] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.621807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.621872] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.622067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.622153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.622251] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.016599] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.127336] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.519557] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.630154] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.021543] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1320.021849] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1320.132973] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.133201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.133244] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.133456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.133545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.133653] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be updated. [ 1320.248456] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.248648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.248690] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.248888] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.249044] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.259131] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: IN_PROGRESS for 2s [ 1320.584502] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.584502] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1321.063067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.063067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.063067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.063747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.077683] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1321.078689] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.079997] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1321.127301] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.127444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.127523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.127741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.141426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.142536] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1321.142970] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.142970] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1321.184422] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.184579] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.184657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.184859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.186216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.186403] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1321.373118] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.373389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.373495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.373750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.374260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.374725] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1321.723289] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.723559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.723559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.723716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.724057] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.724477] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1321.724583] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'12420fc9-8afd-4408-bb8f-936042c34ec6', '5baa1dd1-9a8c-4749-8095-78f6594fb177', '1c53bcee-5b0c-4858-9813-726d1cf014e3', '045b4837-6895-455f-a768-d542dd82cc03', 'f9b21138-722d-4f53-bb34-2b3b1c1918d4', 'eebda69b-73ef-48c0-8352-9278fc9166b5', 'f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3', '49ce2e47-3763-418f-b6f6-947fe04802c9', '584cd475-17f4-42ab-a475-c486db3a338b', 'fcf57240-da55-4bf4-9294-c3ab357fe316', 'b83a4358-4915-4ca5-88a2-1924cf349a81', 'bcada153-b330-4fb3-b23e-fab5946e6d67', '86442f91-5935-418f-a702-60ccf4f42000', 'b7885f4d-2162-429b-bdc8-7c3a7b802c57', '04e213c2-d3bb-4dcc-a1dc-0b3057bd8183', 'ee2931fc-9554-4efe-b5b6-5c0d13871044', '8b85b397-cd10-48ca-82ac-66afa8b1bad1', '062c1010-fa50-4a98-9f9e-100597af74b2', 'ba2cb424-d686-4076-aced-558e21ac96a6', '149e261c-97f0-455e-b22b-07aa310e8015', '2bb0d20d-5b5b-4ed5-a555-cd0b216796cc', '106f11ab-9c11-4d85-995f-7c957e83441c', 'b60d7564-b72e-4f4c-a509-07b61a277b45', '7bafbe44-0da4-4268-9c24-e106dcba7fd8', 'e84d468d-ea63-4ed8-a843-8b4a48169f64', 'd16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5', '5f36dd77-647c-40fd-a15b-a7cce194b98c', '3087abcd-567c-45db-9eaf-dadd2d69b53f', '0ba4bb0c-f88f-4dad-b593-8f4c06d2325a', '2e888aea-68c9-4f1e-bc67-2da5b36b2684', '6a602b48-bbe9-411d-9dbd-8295e7405d00', 'a83c9b89-7a02-41e2-846b-534ae1b99607', 'e4d2d9e1-f45e-4b3c-820d-f593838c81aa', '66200bef-146a-4c42-b9ec-8300caf37917', 'f411f87f-76af-4988-b117-239a557b8720', '71c44057-5eb4-406c-80b7-5dccf69477f2', 'f34f7049-05c3-4e72-a67d-240ffda9d409', '9b9eab7c-f602-4433-a399-324e489b153e', 'e18a1753-f2b3-4157-b77c-10985d37c4c8', '121d4941-8b76-4984-8341-4606d950a62e', '41f1da69-90ac-4e76-8cb2-17a807976296', '5e629231-b747-4434-9228-fee01ef62d19', 'c872f2c0-e36a-47c4-b013-75677f98d89c', 'a6d4d222-6bb0-44e1-9e3f-d39166f1b868', 'fb556c72-c6b7-403c-a4ea-643964d143bc', 'a0f848bc-d463-4801-933b-ed113e127e43', '4b487416-e0c5-439a-be55-97d3b1ae1068'} {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.724736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1321.749836] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.750172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.750172] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.750346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.750411] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.750474] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1321.750562] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.750625] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1321.852792] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.853076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.853076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.853239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.854457] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.854731] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1321.854810] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.854883] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1321.854950] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1321.855046] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1321.855123] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGH for action security_group_rules [ 1321.855205] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGH for action security_group_rules [ 1321.855266] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGH for action security_group_rules [ 1321.855326] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGH for action security_group_rules [ 1321.855466] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGH for action security_group_rules [ 1321.855466] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGH for action security_group_rules [ 1321.855630] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGH for action security_group_rules [ 1321.855630] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGH for action security_group_rules [ 1321.855630] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGH for action security_group_rules [ 1321.855730] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGH for action security_group_rules [ 1321.855730] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGH for action security_group_rules [ 1321.855812] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGH for action security_group_rules [ 1321.855862] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGH for action security_group_rules [ 1321.855897] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGH for action security_group_rules [ 1321.855939] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGH for action security_group_rules [ 1321.855995] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGH for action security_group_rules [ 1321.856070] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGH for action security_group_rules [ 1321.856131] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGH for action security_group_rules [ 1321.856192] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGH for action security_group_rules [ 1321.856255] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGH for action security_group_rules [ 1321.856345] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.269172] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1322.269563] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.269620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.269835] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.270045] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.270214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.270214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.270384] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.270461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.270545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.270645] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.772791] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.772952] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.773037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.773334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.773704] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.774655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.774655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.774798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.774798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.774877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.775057] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.775151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.775307] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.775423] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.775584] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.775701] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.775793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.776441] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.776520] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.776610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.776702] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.779957] env[66865]: INFO networking_nsxv3.common.synchronization [req-e24a01ee-3b3e-4273-ac22-c6b880c53272 req-9bb24996-0dd0-4bef-9509-2c6d132a8131 tempest-ListServersNegativeTestJSON-1131175691 tempest-ListServersNegativeTestJSON-1131175691-project-member] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1322.780688] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1322.780688] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 with Priority: HIGH for action security_group_rules [ 1322.780688] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 with Priority: HIGH for action security_group_rules [ 1322.780862] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 with Priority: HIGH for action security_group_rules [ 1322.780862] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 with Priority: HIGH for action security_group_rules [ 1322.780932] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149e261c-97f0-455e-b22b-07aa310e8015 with Priority: HIGH for action security_group_rules [ 1322.780997] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2cb424-d686-4076-aced-558e21ac96a6 with Priority: HIGH for action security_group_rules [ 1322.781103] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 062c1010-fa50-4a98-9f9e-100597af74b2 with Priority: HIGH for action security_group_rules [ 1322.781205] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 with Priority: HIGH for action security_group_rules [ 1322.781274] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 with Priority: HIGH for action security_group_rules [ 1322.781359] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 with Priority: HIGH for action security_group_rules [ 1322.781444] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86442f91-5935-418f-a702-60ccf4f42000 with Priority: HIGH for action security_group_rules [ 1322.781530] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcada153-b330-4fb3-b23e-fab5946e6d67 with Priority: HIGH for action security_group_rules [ 1322.781645] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83a4358-4915-4ca5-88a2-1924cf349a81 with Priority: HIGH for action security_group_rules [ 1322.781699] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf57240-da55-4bf4-9294-c3ab357fe316 with Priority: HIGH for action security_group_rules [ 1322.781770] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGH for action security_group_rules [ 1322.781855] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebda69b-73ef-48c0-8352-9278fc9166b5 with Priority: HIGH for action security_group_rules [ 1322.781945] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 with Priority: HIGH for action security_group_rules [ 1322.782041] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 with Priority: HIGH for action security_group_rules [ 1322.782240] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 with Priority: HIGH for action security_group_rules [ 1322.782240] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGH for action security_group_rules [ 1322.783173] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.783173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.783173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.783173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.783313] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.783360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.783429] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.783616] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.783703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.783834] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.785421] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12420fc9-8afd-4408-bb8f-936042c34ec6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.785555] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.785625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.785793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.785890] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12420fc9-8afd-4408-bb8f-936042c34ec6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.786883] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c53bcee-5b0c-4858-9813-726d1cf014e3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.787029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.787029] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.787159] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.787249] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c53bcee-5b0c-4858-9813-726d1cf014e3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.788720] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.788720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.788809] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.789221] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.789221] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.790667] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.790667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.792389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.792389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.792389] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e213c2-d3bb-4dcc-a1dc-0b3057bd8183',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.792389] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-149e261c-97f0-455e-b22b-07aa310e8015 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.792389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.792389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.792389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.792627] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('149e261c-97f0-455e-b22b-07aa310e8015',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.793310] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba2cb424-d686-4076-aced-558e21ac96a6 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.793310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.793310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.793805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.793892] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba2cb424-d686-4076-aced-558e21ac96a6',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.795099] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-062c1010-fa50-4a98-9f9e-100597af74b2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.795099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.795253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.795293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.795406] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('062c1010-fa50-4a98-9f9e-100597af74b2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.796067] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.796180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.796246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.796416] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.796494] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b85b397-cd10-48ca-82ac-66afa8b1bad1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.799284] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.799284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.799284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.799284] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.799284] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7885f4d-2162-429b-bdc8-7c3a7b802c57',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.799685] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee2931fc-9554-4efe-b5b6-5c0d13871044 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.799754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.799818] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.799978] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.800089] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee2931fc-9554-4efe-b5b6-5c0d13871044',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.801445] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86442f91-5935-418f-a702-60ccf4f42000 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.801445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.801445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.801445] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.801445] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86442f91-5935-418f-a702-60ccf4f42000',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.802414] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcada153-b330-4fb3-b23e-fab5946e6d67 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.802523] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.802588] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.802727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.803350] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcada153-b330-4fb3-b23e-fab5946e6d67',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.803424] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83a4358-4915-4ca5-88a2-1924cf349a81 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.803529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.803597] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.803736] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.803807] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83a4358-4915-4ca5-88a2-1924cf349a81',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.804636] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf57240-da55-4bf4-9294-c3ab357fe316 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.804720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.804774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.805142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.805142] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf57240-da55-4bf4-9294-c3ab357fe316',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.806763] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.806763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.806763] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.807669] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.807669] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.808743] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebda69b-73ef-48c0-8352-9278fc9166b5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.808743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.808743] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.808943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.808943] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebda69b-73ef-48c0-8352-9278fc9166b5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.810561] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49ce2e47-3763-418f-b6f6-947fe04802c9 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.810561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.810561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.810561] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.810561] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49ce2e47-3763-418f-b6f6-947fe04802c9',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.811638] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.811638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.811796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.811840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.811874] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b21138-722d-4f53-bb34-2b3b1c1918d4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.812948] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5baa1dd1-9a8c-4749-8095-78f6594fb177 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.812948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.812948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.812948] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.812948] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5baa1dd1-9a8c-4749-8095-78f6594fb177',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.813814] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.813896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.842090] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.842266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.842327] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.842516] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.864749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.864749] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c53bcee-5b0c-4858-9813-726d1cf014e3 is going to be deleted. [ 1322.910140] env[66865]: INFO networking_nsxv3.common.synchronization [req-be254e1b-411a-4e60-8d67-d347ed371a1e req-29423da2-66f5-4c74-9fb5-423c5a86eb37 tempest-ListServersNegativeTestJSON-1131175691 tempest-ListServersNegativeTestJSON-1131175691-project-member] Enqueued Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1322.910656] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045b4837-6895-455f-a768-d542dd82cc03 with Priority: HIGHEST for action security_group_members [ 1322.910955] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-045b4837-6895-455f-a768-d542dd82cc03 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.911073] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.918228] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.918387] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.918433] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.918621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.918710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.918826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c53bcee-5b0c-4858-9813-726d1cf014e3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.278750] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 045b4837-6895-455f-a768-d542dd82cc03: rpc.has_security_group_logging(os_id): False [ 1323.299017] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.299255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.299255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.299490] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.311083] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.311230] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.319183] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.319385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.319385] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.319658] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.319716] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.319817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.319874] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.320025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.320109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.320194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.320292] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.322221] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.327528] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.327749] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.334253] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.334374] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.338151] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.338399] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.338468] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.338528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.338709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.338787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.338984] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.339102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.339158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.340048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.340048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.340048] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.340048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.340048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.340048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.340048] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.340048] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be updated. [ 1323.341442] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.341535] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.341601] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.341748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.344810] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.344922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.345868] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.345998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.376681] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.376880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.377655] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.377750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.378609] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.378752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.379761] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.379761] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.380242] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.380373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.380984] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.381097] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.381801] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.381891] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.382475] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.382869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.383037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.383865] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.384265] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.384356] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.384945] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.385322] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.385412] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.386082] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.386478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.386593] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86442f91-5935-418f-a702-60ccf4f42000 is going to be deleted. [ 1323.387508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.387700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.389195] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.389195] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.406572] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.406710] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7885f4d-2162-429b-bdc8-7c3a7b802c57 is going to be deleted. [ 1323.407582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.407786] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.500036] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.500216] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee2931fc-9554-4efe-b5b6-5c0d13871044 is going to be deleted. [ 1323.501153] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.501369] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.521939] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.522188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.522988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.523120] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3 is going to be deleted. [ 1323.524501] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.524621] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.524725] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.524953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.525087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.525252] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86442f91-5935-418f-a702-60ccf4f42000" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.525443] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.525675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.541860] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.542060] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.544085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.544234] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba2cb424-d686-4076-aced-558e21ac96a6 is going to be deleted. [ 1323.545141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.545352] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.556768] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.556953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.568367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.568546] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12420fc9-8afd-4408-bb8f-936042c34ec6 is going to be deleted. [ 1323.569428] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.569649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.607152] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.607358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.608152] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.608274] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83a4358-4915-4ca5-88a2-1924cf349a81 is going to be deleted. [ 1323.609168] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.609409] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.651440] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.651605] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5baa1dd1-9a8c-4749-8095-78f6594fb177 is going to be deleted. [ 1323.652603] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.653188] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.659181] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.659397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.721350] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.721524] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49ce2e47-3763-418f-b6f6-947fe04802c9 is going to be deleted. [ 1323.722659] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.722954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.725312] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.725499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.751066] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.751253] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcada153-b330-4fb3-b23e-fab5946e6d67 is going to be deleted. [ 1323.752240] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.752425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.824562] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.835930] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.883205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.883415] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b85b397-cd10-48ca-82ac-66afa8b1bad1 is going to be deleted. [ 1323.884816] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.885177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.929349] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.929581] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.932546] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.932699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.964575] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.964575] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.965544] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.965544] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf57240-da55-4bf4-9294-c3ab357fe316 is going to be deleted. [ 1323.966950] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.967090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.967136] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.967316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.968116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.968116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49ce2e47-3763-418f-b6f6-947fe04802c9" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.968116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.968116] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.007477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.007654] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 149e261c-97f0-455e-b22b-07aa310e8015 is going to be deleted. [ 1324.008629] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.008842] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.035559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.035559] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 062c1010-fa50-4a98-9f9e-100597af74b2 is going to be deleted. [ 1324.036790] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.037040] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.098125] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.098371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.103577] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.103774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.125092] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.125280] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b21138-722d-4f53-bb34-2b3b1c1918d4 is going to be deleted. [ 1324.126124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.126340] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.126496] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.127446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.127620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.129374] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.129521] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.150173] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: IN_PROGRESS for 2s [ 1324.159276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.159424] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebda69b-73ef-48c0-8352-9278fc9166b5 is going to be deleted. [ 1324.160383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.160630] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.160741] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.160878] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7885f4d-2162-429b-bdc8-7c3a7b802c57" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.161072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.161250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.161332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.161470] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee2931fc-9554-4efe-b5b6-5c0d13871044" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.162010] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.162167] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.162247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.162364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78bcdaa-0b4a-42ea-8345-c7b4b8e8b2c3" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.162499] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.162639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.162713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.162820] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba2cb424-d686-4076-aced-558e21ac96a6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.162945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.163099] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.163175] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.163293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12420fc9-8afd-4408-bb8f-936042c34ec6" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.163420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.163649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.163729] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.163848] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5baa1dd1-9a8c-4749-8095-78f6594fb177" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.163976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.164128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.164202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.164313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83a4358-4915-4ca5-88a2-1924cf349a81" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.164449] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.164612] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.164688] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.164803] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcada153-b330-4fb3-b23e-fab5946e6d67" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.164927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.165076] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.260614] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.260877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.272222] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.272459] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e213c2-d3bb-4dcc-a1dc-0b3057bd8183 is going to be deleted. [ 1324.273300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.273519] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.273611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.273732] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b85b397-cd10-48ca-82ac-66afa8b1bad1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.273907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.274095] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.274176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.274298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf57240-da55-4bf4-9294-c3ab357fe316" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.274808] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.274975] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.275053] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.275197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-149e261c-97f0-455e-b22b-07aa310e8015" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.275316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.275538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.275538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.275638] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-062c1010-fa50-4a98-9f9e-100597af74b2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.286449] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.286805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.286805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.286881] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.286944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.287146] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b21138-722d-4f53-bb34-2b3b1c1918d4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.328922] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 584cd475-17f4-42ab-a475-c486db3a338b: rpc.has_security_group_logging(os_id): False [ 1324.338461] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.338747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.338747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.339778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.339778] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.339778] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be updated. [ 1324.355470] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.355646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.355646] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.355841] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.392999] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.392999] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.394528] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.394528] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.394685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.394685] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.394901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.394986] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.395088] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1324.396166] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.396355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.396444] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.396560] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebda69b-73ef-48c0-8352-9278fc9166b5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.431459] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.432777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.432777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.432777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.432777] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.435732] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.435877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.435976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.436196] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.436292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.436413] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e213c2-d3bb-4dcc-a1dc-0b3057bd8183" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.444420] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.444752] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: IN_PROGRESS for 2s [ 1324.612153] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.612976] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.612976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.613182] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.613245] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.614389] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.662845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1326.162736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1326.163156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.163201] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.163394] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.163487] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.455558] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 045b4837-6895-455f-a768-d542dd82cc03 in Status: SUCCESS [ 1326.455783] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.455998] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.456312] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.456514] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.456634] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.456700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.456868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.456954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.457068] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.678995] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1326.679262] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.682509] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.682647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.682691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.682899] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.682983] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.683093] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be deleted. [ 1326.735020] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.735214] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.735308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.735911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.735911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.735911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.736156] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.736197] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.736291] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('045b4837-6895-455f-a768-d542dd82cc03',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.960011] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.960194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.960266] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.960488] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.960576] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.960773] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.960868] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.960929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.961087] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.961180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.961229] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 045b4837-6895-455f-a768-d542dd82cc03 is going to be deleted. [ 1326.987761] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.987936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.988031] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.988247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.988346] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.988447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.157530] env[66865]: INFO networking_nsxv3.common.synchronization [req-fb9462bf-ebf1-4fb4-aadc-7553957ab08c req-67e4a7ac-aea5-4c03-81d6-bfe1f7dd471a tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1327.158120] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1327.158430] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.158552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.158620] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.158812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.158957] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.159200] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.159276] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.159430] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.159517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.159609] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.262431] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.262851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.262851] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.262958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.262997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.263101] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 045b4837-6895-455f-a768-d542dd82cc03 already deleted. [ 1327.263189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-045b4837-6895-455f-a768-d542dd82cc03" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.661711] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.661905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.661905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.662155] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.662257] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.662456] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.662556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.662614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.662768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.662844] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.662924] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1327.688899] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.689105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.689165] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.689322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.689459] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.697654] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1329.709494] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1329.709984] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b deletion is rescheduled due to dependency. [ 1329.709984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.158978] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.158978] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.298950] env[66865]: INFO networking_nsxv3.common.synchronization [None req-635a84dc-762f-44af-863b-3041aa6cb709 None None] Enqueued Resource ID: 5b6d3c8e-d911-4082-ad27-2c8e552d22f4 with Priority: HIGHEST for action port [ 1332.299875] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b6d3c8e-d911-4082-ad27-2c8e552d22f4 with Priority: HIGHEST for action port [ 1332.300664] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b6d3c8e-d911-4082-ad27-2c8e552d22f4 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.300664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b6d3c8e-d911-4082-ad27-2c8e552d22f4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.300664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b6d3c8e-d911-4082-ad27-2c8e552d22f4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.300905] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b6d3c8e-d911-4082-ad27-2c8e552d22f4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.300905] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b6d3c8e-d911-4082-ad27-2c8e552d22f4',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.305472] env[66865]: INFO networking_nsxv3.common.synchronization [None req-b6f43945-615e-4d9b-8892-654e25d7f730 tempest-AttachVolumeTestJSON-144318829 tempest-AttachVolumeTestJSON-144318829-project-member] Enqueued Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_rules [ 1332.306196] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_rules [ 1332.306558] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.306710] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.306754] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.306997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.307105] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.398688] env[66865]: INFO networking_nsxv3.common.synchronization [None req-4caaec75-e861-4bae-b70f-a5b4503ee2d9 tempest-AttachVolumeTestJSON-144318829 tempest-AttachVolumeTestJSON-144318829-project-member] Enqueued Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_rules [ 1332.399279] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_rules [ 1332.399654] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.399765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.807238] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b6d3c8e-d911-4082-ad27-2c8e552d22f4 [ 1332.807487] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.807595] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.807655] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.807880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.807988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.808211] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b6d3c8e-d911-4082-ad27-2c8e552d22f4 already deleted. [ 1332.808211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b6d3c8e-d911-4082-ad27-2c8e552d22f4" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.827371] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.827570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.827570] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.827794] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.827870] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.827987] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a already deleted. [ 1332.828058] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.828216] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.828379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.828463] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.353642] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.353979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.353979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.354077] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.354624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.354624] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a already deleted. [ 1333.354624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.254015] env[66865]: INFO networking_nsxv3.common.synchronization [None req-8230e64c-823e-40ec-bb87-53243f8c55f3 None None] Enqueued Resource ID: 3d6af0e3-6579-4e21-9207-35d7e76264b1 with Priority: HIGHEST for action port [ 1334.254729] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6af0e3-6579-4e21-9207-35d7e76264b1 with Priority: HIGHEST for action port [ 1334.255099] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d6af0e3-6579-4e21-9207-35d7e76264b1 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.255249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d6af0e3-6579-4e21-9207-35d7e76264b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.255341] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d6af0e3-6579-4e21-9207-35d7e76264b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.255614] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d6af0e3-6579-4e21-9207-35d7e76264b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.255705] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d6af0e3-6579-4e21-9207-35d7e76264b1',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.758455] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d6af0e3-6579-4e21-9207-35d7e76264b1 [ 1334.758753] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.759177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.759362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.759702] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.759932] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.760100] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d6af0e3-6579-4e21-9207-35d7e76264b1 already deleted. [ 1334.760408] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d6af0e3-6579-4e21-9207-35d7e76264b1" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.516654] env[66865]: INFO networking_nsxv3.common.synchronization [req-7f4117af-a76b-4658-8d2f-c619ce2434f3 req-3d973b9c-6210-45c8-84b3-58b8b3df4f9c tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1336.517249] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1336.517603] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.517797] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.517867] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.518085] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.518322] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.518426] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.518487] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.518635] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.518720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.518815] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.864377] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.864551] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.864726] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.865073] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.865387] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.865593] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.865756] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.866447] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.866670] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.866926] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.867201] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.867370] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.867526] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.867682] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.867826] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.867992] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.890174] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.890351] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1336.890495] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.890689] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-80" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.891007] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-9699fc50-0d41-4757-bcf4-69dc4689ad35 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.891199] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-9699fc50-0d41-4757-bcf4-69dc4689ad35" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.891317] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-9699fc50-0d41-4757-bcf4-69dc4689ad35" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.891643] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-9699fc50-0d41-4757-bcf4-69dc4689ad35" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.891785] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9699fc50-0d41-4757-bcf4-69dc4689ad35',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.020765] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.020931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.020994] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.021220] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.021338] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.021515] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.021608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.021664] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.021812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.021886] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.021968] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1337.047175] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.047367] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.047414] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.047607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.047748] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.057261] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1337.394761] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.395038] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.395156] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.395433] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.395585] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.395763] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 9699fc50-0d41-4757-bcf4-69dc4689ad35 not found, creating... [ 1337.396035] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.396213] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.396332] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.396545] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.396708] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.397010] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.397188] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.397309] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.397539] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.397688] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.397856] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 9699fc50-0d41-4757-bcf4-69dc4689ad35 is going to be created. [ 1337.417894] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.418157] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.418297] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.418566] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.418790] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.419016] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-9699fc50-0d41-4757-bcf4-69dc4689ad35" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.105365] env[66865]: INFO networking_nsxv3.common.synchronization [req-7f4117af-a76b-4658-8d2f-c619ce2434f3 req-c618daea-67ca-4941-b137-a6eb8b75aaa0 service nova] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 1338.105622] env[66865]: INFO networking_nsxv3.common.synchronization [req-7f4117af-a76b-4658-8d2f-c619ce2434f3 req-c618daea-67ca-4941-b137-a6eb8b75aaa0 service nova] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1338.105694] env[66865]: INFO networking_nsxv3.common.synchronization [req-7f4117af-a76b-4658-8d2f-c619ce2434f3 req-c618daea-67ca-4941-b137-a6eb8b75aaa0 service nova] Enqueued Resource ID: 9699fc50-0d41-4757-bcf4-69dc4689ad35 with Priority: HIGHEST for action port [ 1338.106355] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_rules [ 1338.106534] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1338.106663] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9699fc50-0d41-4757-bcf4-69dc4689ad35 with Priority: HIGHEST for action port [ 1338.106960] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.107133] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.107303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.107518] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.107632] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.108595] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.108719] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.108937] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-9699fc50-0d41-4757-bcf4-69dc4689ad35 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.109089] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9699fc50-0d41-4757-bcf4-69dc4689ad35" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.109173] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9699fc50-0d41-4757-bcf4-69dc4689ad35" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.109373] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9699fc50-0d41-4757-bcf4-69dc4689ad35" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.109481] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9699fc50-0d41-4757-bcf4-69dc4689ad35',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.612121] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.612193] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.612397] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9699fc50-0d41-4757-bcf4-69dc4689ad35 with status ACTIVE [ 1338.612565] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.612670] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.612731] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.613032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.613032] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.613239] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.613368] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.613447] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.613650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.613766] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.614021] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.614132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.614204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.614399] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.614479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.614565] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9699fc50-0d41-4757-bcf4-69dc4689ad35 is going to be updated. [ 1338.634357] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.634508] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.634568] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.634800] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.634985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.635202] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9699fc50-0d41-4757-bcf4-69dc4689ad35" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.689065] env[66865]: INFO networking_nsxv3.common.synchronization [req-93b512e7-3372-4957-bd90-8ffff0ee31f4 req-ad3e2630-7462-423d-9f16-c319211e5913 tempest-AttachVolumeTestJSON-144318829 tempest-AttachVolumeTestJSON-144318829-project-member] Enqueued Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_members [ 1338.689610] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_members [ 1338.689913] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.690158] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.690250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.690530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.690701] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.690805] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.690871] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.691038] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.691126] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.691220] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.991468] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.991671] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-563" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.991794] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-563" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.992155] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-563" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.992469] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.992652] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.992771] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.992983] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.993141] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.993348] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1338.993457] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1338.993562] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1338.993667] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1338.993778] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1338.993879] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1338.994031] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.015218] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.015387] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.015514] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.015693] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-563" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.016016] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-63e38f7e-ca06-4889-a54d-91c71eab9e92 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.016272] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-63e38f7e-ca06-4889-a54d-91c71eab9e92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.016403] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-63e38f7e-ca06-4889-a54d-91c71eab9e92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.016722] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-63e38f7e-ca06-4889-a54d-91c71eab9e92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.016860] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e38f7e-ca06-4889-a54d-91c71eab9e92',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.067502] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1339.067713] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b deletion is rescheduled due to dependency. [ 1339.067793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.067951] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.068242] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.068428] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.068545] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.068610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.068768] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.068849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.068943] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.193523] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.193843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.193843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.193954] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.194083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.194292] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.194393] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.194458] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.194623] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.194722] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.194818] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a already deleted. [ 1339.194903] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.519342] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.519533] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.519644] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.519907] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.520068] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.520225] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 63e38f7e-ca06-4889-a54d-91c71eab9e92 not found, creating... [ 1339.520488] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.520645] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.520760] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.520982] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.521129] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.521406] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.521563] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.521678] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.521879] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.522022] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.522164] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 63e38f7e-ca06-4889-a54d-91c71eab9e92 is going to be created. [ 1339.542121] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.542332] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.542458] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.542727] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.542958] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.543202] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-63e38f7e-ca06-4889-a54d-91c71eab9e92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.571976] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.074431] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.251604] env[66865]: INFO networking_nsxv3.common.synchronization [req-93b512e7-3372-4957-bd90-8ffff0ee31f4 req-ac1e4c49-c141-44ca-ad82-104c33fce5fb service nova] Enqueued Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_rules [ 1340.251604] env[66865]: INFO networking_nsxv3.common.synchronization [req-93b512e7-3372-4957-bd90-8ffff0ee31f4 req-ac1e4c49-c141-44ca-ad82-104c33fce5fb service nova] Enqueued Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_members [ 1340.251604] env[66865]: INFO networking_nsxv3.common.synchronization [req-93b512e7-3372-4957-bd90-8ffff0ee31f4 req-ac1e4c49-c141-44ca-ad82-104c33fce5fb service nova] Enqueued Resource ID: 63e38f7e-ca06-4889-a54d-91c71eab9e92 with Priority: HIGHEST for action port [ 1340.251931] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_rules [ 1340.251989] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_members [ 1340.252283] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63e38f7e-ca06-4889-a54d-91c71eab9e92 with Priority: HIGHEST for action port [ 1340.252548] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.252674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.252742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.252933] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.253024] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.254855] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.254984] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.255067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.255298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.255493] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.255605] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.255671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.255863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.255912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.256018] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.256881] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-63e38f7e-ca06-4889-a54d-91c71eab9e92 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.257013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63e38f7e-ca06-4889-a54d-91c71eab9e92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.257124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63e38f7e-ca06-4889-a54d-91c71eab9e92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.257303] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63e38f7e-ca06-4889-a54d-91c71eab9e92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.257407] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63e38f7e-ca06-4889-a54d-91c71eab9e92',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.577080] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.577080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.577080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.577080] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.577401] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.577401] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1340.609354] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.609567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.609567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.609776] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.609925] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.620443] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1340.756064] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.756260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.758654] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.759851] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63e38f7e-ca06-4889-a54d-91c71eab9e92 with status ACTIVE [ 1340.759918] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.760056] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.760124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.760376] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.760474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.760657] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.760753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.760822] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.760977] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.761065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.761264] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.761358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.761427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.761567] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.761639] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.761731] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63e38f7e-ca06-4889-a54d-91c71eab9e92 is going to be updated. [ 1340.784579] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.784764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.784811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.785022] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.785161] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.785320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63e38f7e-ca06-4889-a54d-91c71eab9e92" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.263446] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.766409] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.766648] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.766703] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.766970] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.767090] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.767306] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a is going to be created. [ 1341.792505] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.792671] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.792718] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.792936] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.793124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.804603] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a in Status: UNINITIALIZED for 2s [ 1342.630575] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1342.630892] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.631072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.631250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.631458] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.631584] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.631647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.631812] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.631913] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.632014] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.632125] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.134895] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.637235] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 584cd475-17f4-42ab-a475-c486db3a338b: rpc.has_security_group_logging(os_id): False [ 1343.655810] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.656047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.656047] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.656292] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.656395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.656674] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.656788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.656854] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.657017] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.657094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.657184] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1343.718084] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.718355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.718355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.718547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.718693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.740090] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1343.818016] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a in Status: SUCCESS [ 1343.818491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.818491] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.818676] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.818864] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.818985] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.819065] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.819235] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.819328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.819418] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.819511] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.321966] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.824591] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cbef3bb-9eee-471a-a395-cfd9f380bf7a: rpc.has_security_group_logging(os_id): False [ 1344.843302] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.843502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.843502] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.843650] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.843750] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.843993] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.844113] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.844179] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.844331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.844407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.844501] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a is going to be created. [ 1344.900720] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.900943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.900943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.901110] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.901294] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.911753] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a in Status: IN_PROGRESS for 2s [ 1345.252895] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.252999] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1345.757106] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1345.757657] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.925128] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a in Status: SUCCESS [ 1346.925128] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.254394] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.254695] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.255444] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.255918] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.257072] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.257412] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.711503] env[66865]: INFO networking_nsxv3.common.synchronization [req-472e5833-49ab-4e7f-b972-bb80bf410991 req-d344a5be-ed97-4f62-8f7d-1b5b9e5523e5 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1362.712168] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1362.712501] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.712625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.712691] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.712890] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.713094] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.713205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.713272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.713410] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.713495] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.713598] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.216619] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.719206] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.222427] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.222647] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.222720] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.222956] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.223096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.223200] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 is going to be updated. [ 1364.254024] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.254231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.254231] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.254446] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.254611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.264119] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: IN_PROGRESS for 2s [ 1366.274718] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: SUCCESS [ 1366.275100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.713179] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.713549] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.714387] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.714772] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.715144] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.715525] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.080728] env[66865]: INFO networking_nsxv3.common.synchronization [req-73b49379-7078-4ec0-88c3-c31a4b18d2a1 req-99a2094d-f5b9-4cd8-9ebb-5d6274ccbc71 tempest-ServerActionsTestOtherA-901389129 tempest-ServerActionsTestOtherA-901389129-project-member] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1379.081218] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGHEST for action security_group_members [ 1379.081535] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.081692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.081764] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.081904] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.082248] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.082248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.082248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.082503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.082503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.082503] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.585395] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.585661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.585661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.585850] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.609628] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.609999] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.610142] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.610205] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.610788] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.610883] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.610977] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 is going to be updated. [ 1379.636873] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.637061] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.637125] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.637336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.637477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.646095] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: IN_PROGRESS for 2s [ 1381.656379] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 in Status: SUCCESS [ 1381.656793] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 deletion is rescheduled due to dependency. [ 1381.656793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.082355] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.082777] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.083446] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.083894] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.085295] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.085668] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.086400] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.086706] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1399.277595] env[66865]: INFO networking_nsxv3.common.synchronization [req-39f728d7-3754-4ed9-9092-590e5281537d req-a8c63c5a-948f-41f3-98f5-ded417922df2 tempest-ServerActionsTestJSON-1199478413 tempest-ServerActionsTestJSON-1199478413-project-member] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1399.278204] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGHEST for action security_group_members [ 1399.278527] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.279027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.279027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.279027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.279194] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.279194] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.279305] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.279663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.279663] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.279663] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.781432] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.781713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.781713] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.781859] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.781958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.782169] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.782255] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.782320] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.782466] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.782539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.782623] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be updated. [ 1399.813550] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.813779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.813779] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.813947] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.814103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.821845] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: IN_PROGRESS for 2s [ 1401.833183] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584cd475-17f4-42ab-a475-c486db3a338b in Status: SUCCESS [ 1401.833674] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584cd475-17f4-42ab-a475-c486db3a338b deletion is rescheduled due to dependency. [ 1401.833674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.279374] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.279782] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.280514] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.280902] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.281673] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.282151] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.282551] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.282948] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.283874] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.283874] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1429.284858] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.285235] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.287052] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.287052] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.288353] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.288789] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.289863] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.290184] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.291075] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.291356] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.292522] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.292893] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.294286] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.294286] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.296232] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.296605] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.297634] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.298043] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.299465] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.299897] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.301094] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.301392] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.902939] env[66865]: INFO networking_nsxv3.common.synchronization [req-1d9a4b40-360f-4c2f-903e-a9265cc2ac5a req-9a2baa84-8198-4160-a77a-7fe7f26722e5 tempest-AttachVolumeTestJSON-144318829 tempest-AttachVolumeTestJSON-144318829-project-member] Enqueued Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_members [ 1481.902939] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGHEST for action security_group_members [ 1481.902939] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.902939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.902939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.902939] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.902939] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.903415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.903415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.903415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.903415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.903614] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.406147] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.406438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.406438] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.406684] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.406753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.406973] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.407114] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.407174] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.407328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.407404] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.407489] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a is going to be updated. [ 1482.443354] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.443608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.443608] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.443705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.443845] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.451492] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a in Status: IN_PROGRESS for 2s [ 1484.463249] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a in Status: SUCCESS [ 1484.463637] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a deletion is rescheduled due to dependency. [ 1484.463637] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.565796] env[66865]: INFO networking_nsxv3.common.synchronization [None req-33a03a6f-6b24-4f44-a2ea-16548250091c tempest-AttachVolumeTestJSON-144318829 tempest-AttachVolumeTestJSON-144318829-project-member] Enqueued Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_rules [ 1486.566358] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_rules [ 1486.566358] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.566358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.566358] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.566559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.566641] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.645749] env[66865]: INFO networking_nsxv3.common.synchronization [None req-1ce4bca9-1f33-48b4-92cf-9d8dee0280db tempest-AttachVolumeTestJSON-144318829 tempest-AttachVolumeTestJSON-144318829-project-member] Enqueued Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_rules [ 1486.645973] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_rules [ 1486.646281] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.646383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.087964] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.088132] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.088219] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.088425] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.088517] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.088613] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381d8700-d3ca-4e20-9042-8819cbbda2be already deleted. [ 1487.088694] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.088846] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.088993] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.089089] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.609290] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.609667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.609667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.609742] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.609775] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.609865] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381d8700-d3ca-4e20-9042-8819cbbda2be already deleted. [ 1487.609988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.646713] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.647166] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.761911] env[66865]: INFO networking_nsxv3.common.synchronization [req-10a367e8-d424-4fd6-9148-80e4eac40a7c req-90f39d1d-58b6-4120-bc81-f12a43451769 tempest-AttachVolumeTestJSON-144318829 tempest-AttachVolumeTestJSON-144318829-project-member] Enqueued Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_members [ 1492.762393] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_members [ 1492.762594] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.762700] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.762782] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.762988] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.763153] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.763253] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.763316] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.763464] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.763547] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.763645] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.066459] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.066635] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "network-563" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.066759] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "network-563" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.067040] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "network-563" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.067324] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.067495] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.067623] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.067920] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.068070] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.068288] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1493.068399] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] NeedRegenerationException {{(pid=66865) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1493.068506] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] no value, waiting for create lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1493.068609] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] value creation lock acquired {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1493.068754] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] No value present for key: 'zone-id' {{(pid=66865) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1493.068872] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Calling creation function for not-yet-present value {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1493.069024] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1493.090837] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1493.091026] env[66865]: DEBUG dogpile.cache.region [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66865) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1493.091201] env[66865]: DEBUG dogpile.lock [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Released creation lock {{(pid=66865) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1493.091435] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "network-563" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.091766] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock port-2354118d-cd85-4587-be25-56a288281718 taken with stack trace [, , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.091932] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "port-2354118d-cd85-4587-be25-56a288281718" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.092074] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "port-2354118d-cd85-4587-be25-56a288281718" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.092394] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "port-2354118d-cd85-4587-be25-56a288281718" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.092553] env[66865]: DEBUG networking_nsxv3.api.rpc [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2354118d-cd85-4587-be25-56a288281718',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.266186] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.266406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.266406] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.266574] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.266661] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.266855] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.266958] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.267025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.267177] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.267250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.267331] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381d8700-d3ca-4e20-9042-8819cbbda2be already deleted. [ 1493.267407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.594640] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.594882] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.594937] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.595318] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.595468] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.595619] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Segment Port 2354118d-cd85-4587-be25-56a288281718 not found, creating... [ 1493.595880] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.596049] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.596166] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.596373] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.596530] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.596827] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.596979] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.597109] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.597307] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.597435] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.597570] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Resource: SegmentPort with ID: 2354118d-cd85-4587-be25-56a288281718 is going to be created. [ 1493.618941] env[66865]: DEBUG networking_nsxv3.common.locking [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.619173] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.619276] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.619536] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.619760] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.620014] env[66865]: DEBUG oslo_concurrency.lockutils [None req-a1b07507-314d-44a0-9a0d-577034f18287 None None] Releasing lock "port-2354118d-cd85-4587-be25-56a288281718" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.307292] env[66865]: INFO networking_nsxv3.common.synchronization [req-10a367e8-d424-4fd6-9148-80e4eac40a7c req-76a12aff-7f3e-4637-ad59-824d003aa083 service nova] Enqueued Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_rules [ 1494.307292] env[66865]: INFO networking_nsxv3.common.synchronization [req-10a367e8-d424-4fd6-9148-80e4eac40a7c req-76a12aff-7f3e-4637-ad59-824d003aa083 service nova] Enqueued Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_members [ 1494.307292] env[66865]: INFO networking_nsxv3.common.synchronization [req-10a367e8-d424-4fd6-9148-80e4eac40a7c req-76a12aff-7f3e-4637-ad59-824d003aa083 service nova] Enqueued Resource ID: 2354118d-cd85-4587-be25-56a288281718 with Priority: HIGHEST for action port [ 1494.307292] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_rules [ 1494.307292] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_members [ 1494.307292] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2354118d-cd85-4587-be25-56a288281718 with Priority: HIGHEST for action port [ 1494.307292] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.307896] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.308081] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.308364] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.308613] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.310254] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.310509] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.310673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.310929] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.311206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.311407] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.311562] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.311814] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.312068] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.312256] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.313132] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock port-2354118d-cd85-4587-be25-56a288281718 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.313383] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2354118d-cd85-4587-be25-56a288281718" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.313552] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2354118d-cd85-4587-be25-56a288281718" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.313798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2354118d-cd85-4587-be25-56a288281718" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.313981] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2354118d-cd85-4587-be25-56a288281718',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.818046] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.819308] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.819308] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.819622] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2354118d-cd85-4587-be25-56a288281718 with status ACTIVE [ 1494.819622] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.819622] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.819784] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.819863] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.819953] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.820156] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.820272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.820334] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.820530] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.820577] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.820749] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.820857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.820918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.821094] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.821217] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.821256] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2354118d-cd85-4587-be25-56a288281718 is going to be updated. [ 1494.843300] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.843515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.843515] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.843693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.843830] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.843992] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2354118d-cd85-4587-be25-56a288281718" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.323509] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.826489] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.826727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.826727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.826927] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.827028] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.827130] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381d8700-d3ca-4e20-9042-8819cbbda2be is going to be created. [ 1495.849234] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.849462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.849462] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.849633] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.849773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.859177] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381d8700-d3ca-4e20-9042-8819cbbda2be in Status: UNINITIALIZED for 2s [ 1497.870682] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381d8700-d3ca-4e20-9042-8819cbbda2be in Status: SUCCESS [ 1497.871093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.871093] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.871258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.871444] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.871559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.871624] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.871773] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.871852] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.871950] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.872077] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.374695] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.877746] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381d8700-d3ca-4e20-9042-8819cbbda2be: rpc.has_security_group_logging(os_id): False [ 1498.894730] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.895013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.895013] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.895108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.895198] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.895440] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.895536] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.895600] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.895753] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.895831] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.895939] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381d8700-d3ca-4e20-9042-8819cbbda2be is going to be created. [ 1498.954547] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.954798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.954798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.954945] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.955147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.967481] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381d8700-d3ca-4e20-9042-8819cbbda2be in Status: IN_PROGRESS for 2s [ 1499.307300] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.307552] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1500.981521] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381d8700-d3ca-4e20-9042-8819cbbda2be in Status: SUCCESS [ 1500.981880] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.566128] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1502.566128] env[66865]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-202a187e-e8fa-4278-a25e-c926d549ab9e None None] NSXv3 Agent Agent loop - iteration:4 started [ 1504.308719] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.309168] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.310342] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.310838] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.311425] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.311830] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.313627] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.314051] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.314845] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.314845] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.316268] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.316698] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.317551] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.317989] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.319398] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.319860] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.321229] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.321698] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.322985] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.323397] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.323877] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.324383] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.517178] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.517632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.517632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.517632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.517854] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.019944] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.324535] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.324809] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.522634] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.025804] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1560.025804] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1560.913156] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.913582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.913582] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.913680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.927050] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1561.071477] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.073029] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1561.112869] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.113272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.113272] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.113395] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.126247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.127153] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1561.127242] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1561.127326] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1561.166047] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.166310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.166310] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.166486] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.167178] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.167337] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1561.263105] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.263381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.263381] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.263558] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.263819] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.264105] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1561.381702] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.381990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.381990] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.382127] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.382442] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.382736] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1561.382833] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2bb0d20d-5b5b-4ed5-a555-cd0b216796cc', '106f11ab-9c11-4d85-995f-7c957e83441c', '381d8700-d3ca-4e20-9042-8819cbbda2be', 'c872f2c0-e36a-47c4-b013-75677f98d89c', 'b60d7564-b72e-4f4c-a509-07b61a277b45', 'e84d468d-ea63-4ed8-a843-8b4a48169f64', '7bafbe44-0da4-4268-9c24-e106dcba7fd8', '3087abcd-567c-45db-9eaf-dadd2d69b53f', '5f36dd77-647c-40fd-a15b-a7cce194b98c', '0ba4bb0c-f88f-4dad-b593-8f4c06d2325a', '6cbef3bb-9eee-471a-a395-cfd9f380bf7a', 'd16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5', '2e888aea-68c9-4f1e-bc67-2da5b36b2684', '6a602b48-bbe9-411d-9dbd-8295e7405d00', 'a83c9b89-7a02-41e2-846b-534ae1b99607', '584cd475-17f4-42ab-a475-c486db3a338b', 'e4d2d9e1-f45e-4b3c-820d-f593838c81aa', '66200bef-146a-4c42-b9ec-8300caf37917', 'f411f87f-76af-4988-b117-239a557b8720', '71c44057-5eb4-406c-80b7-5dccf69477f2', '9b9eab7c-f602-4433-a399-324e489b153e', 'e18a1753-f2b3-4157-b77c-10985d37c4c8', '121d4941-8b76-4984-8341-4606d950a62e', '41f1da69-90ac-4e76-8cb2-17a807976296', '5e629231-b747-4434-9228-fee01ef62d19', 'f34f7049-05c3-4e72-a67d-240ffda9d409', 'a6d4d222-6bb0-44e1-9e3f-d39166f1b868', 'fb556c72-c6b7-403c-a4ea-643964d143bc', 'a0f848bc-d463-4801-933b-ed113e127e43', '4b487416-e0c5-439a-be55-97d3b1ae1068'} {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1561.382944] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1561.403801] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.404027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.404027] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.404246] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.404331] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.404446] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1561.404517] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1561.404629] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1561.592191] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.592420] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.592541] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.592849] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.594656] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.595123] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1561.595255] env[66865]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66865) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1561.595376] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1561.595498] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1561.595595] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1561.595689] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGH for action security_group_rules [ 1561.595811] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGH for action security_group_rules [ 1561.595911] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGH for action security_group_rules [ 1561.596045] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGH for action security_group_rules [ 1561.596143] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGH for action security_group_rules [ 1561.596226] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGH for action security_group_rules [ 1561.596333] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGH for action security_group_rules [ 1561.596444] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGH for action security_group_rules [ 1561.596524] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGH for action security_group_rules [ 1561.596605] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGH for action security_group_rules [ 1561.596698] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGH for action security_group_rules [ 1561.596789] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGH for action security_group_rules [ 1561.596880] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGH for action security_group_rules [ 1561.596978] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGH for action security_group_rules [ 1561.597105] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGH for action security_group_rules [ 1561.597212] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGH for action security_group_rules [ 1561.597313] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGH for action security_group_rules [ 1561.597410] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGH for action security_group_rules [ 1561.597518] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGH for action security_group_rules [ 1561.597630] env[66865]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGH for action security_group_rules [ 1561.597798] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.325951] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.326495] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1564.326495] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc with Priority: HIGH for action security_group_rules [ 1564.326495] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGH for action security_group_rules [ 1564.326495] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 with Priority: HIGH for action security_group_rules [ 1564.326718] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a83c9b89-7a02-41e2-846b-534ae1b99607 with Priority: HIGH for action security_group_rules [ 1564.326718] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 with Priority: HIGH for action security_group_rules [ 1564.326718] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411f87f-76af-4988-b117-239a557b8720 with Priority: HIGH for action security_group_rules [ 1564.326829] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66200bef-146a-4c42-b9ec-8300caf37917 with Priority: HIGH for action security_group_rules [ 1564.326867] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa with Priority: HIGH for action security_group_rules [ 1564.326952] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 with Priority: HIGH for action security_group_rules [ 1564.327068] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584cd475-17f4-42ab-a475-c486db3a338b with Priority: HIGH for action security_group_rules [ 1564.327155] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 with Priority: HIGH for action security_group_rules [ 1564.327239] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 with Priority: HIGH for action security_group_rules [ 1564.327325] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a with Priority: HIGH for action security_group_rules [ 1564.327410] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a with Priority: HIGH for action security_group_rules [ 1564.327494] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c with Priority: HIGH for action security_group_rules [ 1564.327579] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 with Priority: HIGH for action security_group_rules [ 1564.327664] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f with Priority: HIGH for action security_group_rules [ 1564.327748] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60d7564-b72e-4f4c-a509-07b61a277b45 with Priority: HIGH for action security_group_rules [ 1564.327833] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 106f11ab-9c11-4d85-995f-7c957e83441c with Priority: HIGH for action security_group_rules [ 1564.327920] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c872f2c0-e36a-47c4-b013-75677f98d89c with Priority: HIGH for action security_group_rules [ 1564.328286] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.328415] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.328479] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.328680] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.328759] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb0d20d-5b5b-4ed5-a555-cd0b216796cc',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.330043] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.330211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.330211] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.330328] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.330372] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.331147] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.331249] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.331311] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.331461] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.331533] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bafbe44-0da4-4268-9c24-e106dcba7fd8',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.332271] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a83c9b89-7a02-41e2-846b-534ae1b99607 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.332424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.332424] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.332801] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.332801] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a83c9b89-7a02-41e2-846b-534ae1b99607',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.333388] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71c44057-5eb4-406c-80b7-5dccf69477f2 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.333388] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.333792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.333792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.333792] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71c44057-5eb4-406c-80b7-5dccf69477f2',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.334409] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f411f87f-76af-4988-b117-239a557b8720 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.334538] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.334611] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.334752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.334833] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f411f87f-76af-4988-b117-239a557b8720',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.335501] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66200bef-146a-4c42-b9ec-8300caf37917 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.335625] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.335693] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.335857] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.335857] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66200bef-146a-4c42-b9ec-8300caf37917',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.336598] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.336716] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.336780] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.336901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.336972] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4d2d9e1-f45e-4b3c-820d-f593838c81aa',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.337721] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a602b48-bbe9-411d-9dbd-8295e7405d00 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.337826] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.337879] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.338037] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.338111] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a602b48-bbe9-411d-9dbd-8295e7405d00',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.338821] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584cd475-17f4-42ab-a475-c486db3a338b taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.338937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.338937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.339079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.339184] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584cd475-17f4-42ab-a475-c486db3a338b',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.339788] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.339895] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.339943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.340105] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.340177] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e888aea-68c9-4f1e-bc67-2da5b36b2684',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.340850] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.340976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.341039] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.341162] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.341229] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.342397] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.342397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.342397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.342397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.342397] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cbef3bb-9eee-471a-a395-cfd9f380bf7a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.343027] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.343143] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.343206] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.343371] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.343459] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ba4bb0c-f88f-4dad-b593-8f4c06d2325a',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.344080] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f36dd77-647c-40fd-a15b-a7cce194b98c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.344185] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.344239] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.344382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.344452] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f36dd77-647c-40fd-a15b-a7cce194b98c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.345202] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e84d468d-ea63-4ed8-a843-8b4a48169f64 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.345313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.345361] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.345497] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.345569] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e84d468d-ea63-4ed8-a843-8b4a48169f64',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.346244] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3087abcd-567c-45db-9eaf-dadd2d69b53f taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.346354] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.346402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.346607] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.346683] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3087abcd-567c-45db-9eaf-dadd2d69b53f',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.347370] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60d7564-b72e-4f4c-a509-07b61a277b45 taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.347478] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.347747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.347747] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.347747] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60d7564-b72e-4f4c-a509-07b61a277b45',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.348507] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-106f11ab-9c11-4d85-995f-7c957e83441c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.348618] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.348675] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.349070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.349070] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('106f11ab-9c11-4d85-995f-7c957e83441c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.350774] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c872f2c0-e36a-47c4-b013-75677f98d89c taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.350774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.350774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.350774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.350774] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c872f2c0-e36a-47c4-b013-75677f98d89c',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.378437] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.378632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.378632] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.378838] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.382169] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.382382] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.389975] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.390171] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.401302] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.401504] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb0d20d-5b5b-4ed5-a555-cd0b216796cc is going to be deleted. [ 1564.402379] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.402587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.431652] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.431852] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a83c9b89-7a02-41e2-846b-534ae1b99607 is going to be deleted. [ 1564.432781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.432997] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.464901] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.465160] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bafbe44-0da4-4268-9c24-e106dcba7fd8 is going to be deleted. [ 1564.486024] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.486274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.486274] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.486494] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.486587] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.486709] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb0d20d-5b5b-4ed5-a555-cd0b216796cc" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.531082] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.531313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.531313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.531505] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.531598] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.531727] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a83c9b89-7a02-41e2-846b-534ae1b99607" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.555568] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.555781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.555781] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.556019] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.556108] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.556225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bafbe44-0da4-4268-9c24-e106dcba7fd8" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.852745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.852745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.852745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.852745] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.852745] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.853189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.853189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.853189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.853189] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.853392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.853392] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.044810] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.045096] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.045176] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.045511] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.048361] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.048559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.049911] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.050109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.051623] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.051799] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.052733] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.052869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.053843] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.053972] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.054921] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.055062] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.056123] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.056247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.057199] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.057332] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.058257] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.058377] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.059287] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.059455] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.060254] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1565.060833] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.060955] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.061716] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1565.062206] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.062313] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.062838] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1565.063261] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.063349] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.063938] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1565.064314] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.064421] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.065017] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1565.065439] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.065531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.081683] env[66865]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1565.082556] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.082687] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cbef3bb-9eee-471a-a395-cfd9f380bf7a is going to be deleted. [ 1565.083692] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.083912] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.116943] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.117142] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e888aea-68c9-4f1e-bc67-2da5b36b2684 is going to be deleted. [ 1565.117944] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.118181] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.151456] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.151651] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e84d468d-ea63-4ed8-a843-8b4a48169f64 is going to be deleted. [ 1565.152673] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.152931] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.154600] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.154715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.184592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.184793] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f411f87f-76af-4988-b117-239a557b8720 is going to be deleted. [ 1565.185705] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.185937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.219578] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.219811] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.243937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.244140] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71c44057-5eb4-406c-80b7-5dccf69477f2 is going to be deleted. [ 1565.245072] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.245298] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.254070] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.254321] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.352052] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.352424] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c872f2c0-e36a-47c4-b013-75677f98d89c is going to be deleted. [ 1565.353144] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.353363] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.362069] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.402559] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.402743] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 106f11ab-9c11-4d85-995f-7c957e83441c is going to be deleted. [ 1565.403651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.403869] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.434124] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.434124] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.526403] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.526599] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.560900] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.561120] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a602b48-bbe9-411d-9dbd-8295e7405d00 is going to be deleted. [ 1565.561996] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.562241] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.627083] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.627271] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60d7564-b72e-4f4c-a509-07b61a277b45 is going to be deleted. [ 1565.628141] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.628362] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.685526] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.685737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.721300] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.721488] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66200bef-146a-4c42-b9ec-8300caf37917 is going to be deleted. [ 1565.722392] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.722610] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.724054] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.724209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.807507] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.807717] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584cd475-17f4-42ab-a475-c486db3a338b is going to be deleted. [ 1565.808609] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.808807] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.836326] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.836569] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.864997] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 381d8700-d3ca-4e20-9042-8819cbbda2be: rpc.has_security_group_logging(os_id): False [ 1565.876769] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.876981] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.879674] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.879814] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f36dd77-647c-40fd-a15b-a7cce194b98c is going to be deleted. [ 1565.880796] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.881067] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.895953] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.896140] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.903053] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.903250] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.911980] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.912139] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4d2d9e1-f45e-4b3c-820d-f593838c81aa is going to be deleted. [ 1565.913012] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.913263] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.145787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.146041] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5 is going to be deleted. [ 1566.146911] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.147135] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.154880] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.155137] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.213252] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.213493] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.218021] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.218191] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3087abcd-567c-45db-9eaf-dadd2d69b53f is going to be deleted. [ 1566.219046] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.219260] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.264668] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.264858] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ba4bb0c-f88f-4dad-b593-8f4c06d2325a is going to be deleted. [ 1566.265757] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.266025] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.266130] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.266264] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cbef3bb-9eee-471a-a395-cfd9f380bf7a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.266427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.266592] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.266672] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.266787] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e888aea-68c9-4f1e-bc67-2da5b36b2684" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.267397] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.267565] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.267649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.267795] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e84d468d-ea63-4ed8-a843-8b4a48169f64" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.267937] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.268102] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.268180] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.268293] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f411f87f-76af-4988-b117-239a557b8720" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.268427] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.268564] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.268640] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.268752] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71c44057-5eb4-406c-80b7-5dccf69477f2" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.268877] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.269024] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.269100] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.269212] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c872f2c0-e36a-47c4-b013-75677f98d89c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.269336] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.269472] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.269543] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.269645] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-106f11ab-9c11-4d85-995f-7c957e83441c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.269765] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.269898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.269979] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.270103] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a602b48-bbe9-411d-9dbd-8295e7405d00" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.270225] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.270360] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.270431] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.270529] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60d7564-b72e-4f4c-a509-07b61a277b45" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.270651] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.270847] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.270976] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.271041] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66200bef-146a-4c42-b9ec-8300caf37917" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.271147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.271309] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.316983] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.317223] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.376531] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.376914] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.377079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.377079] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.377247] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.377347] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.377438] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 381d8700-d3ca-4e20-9042-8819cbbda2be is going to be updated. [ 1566.378578] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.378817] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.378898] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.378963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f36dd77-647c-40fd-a15b-a7cce194b98c" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.379109] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.379258] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.379355] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.379474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584cd475-17f4-42ab-a475-c486db3a338b" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.379649] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.379774] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.379840] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.379938] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4d2d9e1-f45e-4b3c-820d-f593838c81aa" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.411250] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.411503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.411503] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.411715] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.411793] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.411865] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d16e43e9-0cf1-4ada-a6a1-45bc6e7bd2f5" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.465149] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.465359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.465359] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.465524] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.465653] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.465737] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3087abcd-567c-45db-9eaf-dadd2d69b53f" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.473712] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.473907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.473907] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.474111] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.474204] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.474322] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ba4bb0c-f88f-4dad-b593-8f4c06d2325a" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.513660] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.513922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.513922] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.514098] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.514248] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.548112] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381d8700-d3ca-4e20-9042-8819cbbda2be in Status: IN_PROGRESS for 2s [ 1568.563548] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 381d8700-d3ca-4e20-9042-8819cbbda2be in Status: SUCCESS [ 1568.563963] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.329064] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.329281] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.751515] env[66865]: INFO networking_nsxv3.common.synchronization [req-3f056c99-98d1-4212-b4cc-616506ecb8ee req-b82dc763-09ec-4501-b820-620a442e01ae tempest-AttachVolumeTestJSON-144318829 tempest-AttachVolumeTestJSON-144318829-project-member] Enqueued Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_members [ 1570.752100] env[66865]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381d8700-d3ca-4e20-9042-8819cbbda2be with Priority: HIGHEST for action security_group_members [ 1570.752413] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock member-381d8700-d3ca-4e20-9042-8819cbbda2be taken with stack trace [, , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.752539] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.752604] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.752792] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.752940] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.753070] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.753147] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.753296] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.753402] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.753478] env[66865]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('381d8700-d3ca-4e20-9042-8819cbbda2be',) {} {{(pid=66865) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.255526] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.255930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.255930] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.256209] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.256326] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.256534] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.256654] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.256699] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.256843] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.256918] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.257043] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381d8700-d3ca-4e20-9042-8819cbbda2be is going to be updated. [ 1571.294097] env[66865]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66865) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.294339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.294339] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.294525] env[66865]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.294667] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.303512] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381d8700-d3ca-4e20-9042-8819cbbda2be in Status: IN_PROGRESS for 2s [ 1573.316072] env[66865]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 381d8700-d3ca-4e20-9042-8819cbbda2be in Status: SUCCESS [ 1573.316474] env[66865]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 381d8700-d3ca-4e20-9042-8819cbbda2be deletion is rescheduled due to dependency. [ 1573.316474] env[66865]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-381d8700-d3ca-4e20-9042-8819cbbda2be" {{(pid=66865) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.752948] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.753358] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.753748] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.754201] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.754808] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.754808] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.755974] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.756382] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.757457] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.757851] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1600.758987] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.759443] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.759798] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.760180] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.760809] env[66865]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.761579] env[66865]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0